-- Logs begin at Thu 2022-07-28 08:29:10 UTC, end at Thu 2022-07-28 09:36:49 UTC. -- Jul 28 09:02:39.989053 dv-cinder-851249-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 09:02:42.659074 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.common.config [-] Logging enabled! Jul 28 09:02:42.659676 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 09:02:42.659877 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104014) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 09:02:42.663129 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.common.config [-] Logging enabled! Jul 28 09:02:42.663385 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 09:02:42.663702 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104014) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 09:02:42.664648 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 09:02:42.664881 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 09:02:42.665372 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 09:02:42.665619 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 09:02:42.665869 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 09:02:42.666188 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.666479 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.666714 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.667008 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.667298 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.667580 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.668399 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.668696 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.668981 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.669259 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.669541 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.669771 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.670079 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.670368 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.670654 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.670877 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] debug = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.671159 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.671591 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.671998 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.672281 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.672577 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.672856 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.673125 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.673399 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.673690 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.674047 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] host = dv-cinder-851249-5-iscsi {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.674329 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.674619 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.674906 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.675196 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.675473 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.675747 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.676033 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.676306 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.676577 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] log_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.676851 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.677138 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.677424 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.677711 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.677965 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.678190 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.678476 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.678775 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.679050 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.679323 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.679597 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.679872 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.680147 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.680415 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.680698 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.680981 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.681266 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.681539 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.681812 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.682109 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.682380 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.682670 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.682935 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.683206 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.683526 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.684318 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.684589 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.684863 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.685414 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.685699 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.686006 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.686292 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.686567 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.686850 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.687124 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.687395 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.687665 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] use_json = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.687947 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.688206 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.688489 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.688764 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.689037 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.689309 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.689581 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.689917 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.690167 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:42.690463 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.690759 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.691059 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.691343 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.691645 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.691923 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.692212 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.692491 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.692781 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.693068 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.693354 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.693631 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.693956 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.694252 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.694547 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.694854 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.695149 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.695443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.695721 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.695998 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.696274 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.696555 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.696844 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.697123 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.697415 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.697706 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.698016 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.698315 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.698601 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.698887 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.699217 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.699507 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.699783 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.700062 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.700353 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.700632 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.700905 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.701193 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.701470 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.701741 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.702047 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.702340 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.702631 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.702908 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.703187 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.703478 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.703756 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.704033 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.704304 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.704580 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.704853 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.705136 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.705413 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.705684 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.706059 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.706269 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.706540 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.706811 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.707087 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.707358 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.707633 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.707904 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.708172 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.708440 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.708710 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.708981 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.709251 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.709519 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.709793 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.710085 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.710354 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.710624 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.710896 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.711167 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.711462 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.711738 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.712015 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.712291 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.712567 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.712842 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.713117 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.713391 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.713663 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.713965 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.714255 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.714537 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.714882 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.715165 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.715443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.715756 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.716034 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.716310 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.716588 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.716865 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.717141 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.717422 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.717696 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.718005 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.718287 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.718572 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.718867 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.719160 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.719437 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.719729 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.720020 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.720311 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.720589 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.720896 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.721176 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:42.721393 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 09:02:42.721633 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104014) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 09:02:43.019016 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 09:02:43.019293 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 09:02:43.019598 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 09:02:43.019948 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 09:02:43.431959 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.432246 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.432516 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.433902 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.434189 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.434458 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.488998 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.489272 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.489542 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.504198 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.504480 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.504752 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.535577 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.535857 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.536133 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.572268 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.572552 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.572824 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.804508 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.805121 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.805121 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.805308 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.806249 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.908135 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.908454 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.908742 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.909019 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.909292 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.909607 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.909896 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.910163 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.910424 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.910710 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.911009 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.911241 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.911501 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.911757 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.912015 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.912285 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.912542 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.912811 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.913081 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.913342 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.913618 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.913902 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.914183 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.914560 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.914813 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.915062 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.915460 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:02:43.915702 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:02:43.915941 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:02:43.916177 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:02:43.916413 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:02:43.916650 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:02:43.917018 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 09:02:43.920264 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 09:02:43.924220 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 09:02:43.928224 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 28 09:02:43.929861 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 09:02:43.930520 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 09:02:43.930864 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 09:02:43.931257 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 09:02:43.934603 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 09:02:43.934855 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 09:02:43.935456 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 09:02:43.940562 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 09:02:43.963952 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 09:02:43.964417 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.964745 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104014) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 09:02:43.965121 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.966501 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104014) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 09:02:43.966785 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 09:02:43.967034 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 09:02:43.970377 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:43.970667 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.116475 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 09:02:44.116652 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 09:02:44.116875 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 09:02:44.117268 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 09:02:44.169629 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO dbcounter [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Registered counter for database neutron Jul 28 09:02:44.188172 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_db.sqlalchemy.engines [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104014) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 09:02:44.193973 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writer thread running {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 09:02:44.743791 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Initializing driver for type 'gre' Jul 28 09:02:44.744326 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] gre ID ranges: [(1, 1000)] Jul 28 09:02:44.800899 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Initializing driver for type 'local' Jul 28 09:02:44.801238 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Initializing driver for type 'vlan' Jul 28 09:02:44.815516 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] VlanTypeDriver initialization complete Jul 28 09:02:44.816136 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Initializing driver for type 'vxlan' Jul 28 09:02:44.816392 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] vxlan ID ranges: [(1, 1000)] Jul 28 09:02:44.873890 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Initializing extension driver 'port_security' Jul 28 09:02:44.874236 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.extensions.port_security [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] PortSecurityExtensionDriver initialization complete Jul 28 09:02:44.874575 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Initializing mechanism driver 'openvswitch' Jul 28 09:02:44.874899 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Initializing mechanism driver 'hyperv' Jul 28 09:02:44.881754 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:02:44.882470 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > port after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.882848 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > port after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.883210 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > port after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.883722 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 09:02:44.884145 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > subnet after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.884507 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > subnet after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.884862 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > subnet after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.885260 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 09:02:44.885678 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > network after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.886134 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > network after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.886998 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > network after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.887405 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 09:02:44.887819 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > security_group after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.888172 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > security_group after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.888565 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > security_group after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.888957 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 09:02:44.889365 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.889716 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.890090 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.890482 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 09:02:44.890886 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > address_group after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.891236 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > address_group after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.891578 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > address_group after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.891966 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 09:02:44.892410 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] ML2 OVO RPC backend initialized. {{(pid=104014) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 09:02:44.893127 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router_interface after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.893491 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.893941 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > network before_response 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.894299 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > networks before_response 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.894647 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > port before_response 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.894994 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > ports before_response 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.895347 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > subnet before_response 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.895692 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > subnets before_response 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.896039 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > network after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.896381 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > network after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.896719 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > network after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.897058 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > port after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.897424 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > port after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.897764 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > port after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.898128 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > subnet after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.898469 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > subnet after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.898806 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > subnet after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.906962 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded quota_driver: . Jul 28 09:02:44.907329 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.plugin [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Modular L2 Plugin initialization complete Jul 28 09:02:44.907682 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading services supported by the core plugin {{(pid=104014) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 09:02:44.908030 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.plugins.ml2.managers [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Got port-security extension from driver 'port_security' Jul 28 09:02:44.908517 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.extensions.vlantransparent [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Disabled vlantransparent extension. Jul 28 09:02:44.909018 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104014) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 09:02:44.909349 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading Plugin: router Jul 28 09:02:44.944647 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router_interface before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.945052 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router after_create 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.945430 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router before_create 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.945802 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.946243 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.946606 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router after_delete 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.946971 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > floatingip after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.947322 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > floatingip after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.947682 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router after_create 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.948034 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router after_update 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.948386 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router after_update 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.948736 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.949610 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router after_update 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.950063 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router precommit_update 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.950434 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: port after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.950775 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: port after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.951116 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: subnet after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.951459 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.951811 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > port precommit_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.952159 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router precommit_create 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.952506 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: port before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.952854 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router precommit_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.953210 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router after_update 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.953554 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router precommit_delete 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.953938 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router precommit_create 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.954303 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router_interface after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.954659 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router precommit_update 55549900 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.955028 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > agent after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.955380 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > agent after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.955725 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > network after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.956608 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Tracking information for resource: router configured {{(pid=104014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:02:44.956948 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Tracking information for resource: floatingip configured {{(pid=104014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:02:44.961854 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.db.l3_agentschedulers_db [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 09:02:44.962443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: port after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.962807 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: port after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.963162 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: port after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.963517 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: port after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.964327 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router before_create 55550100 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.965309 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router precommit_delete 55550100 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.965677 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router precommit_create 55550100 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.966084 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > router precommit_update 55550100 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.970981 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.services.provider_configuration [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service providers = [] {{(pid=104014) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 09:02:44.971350 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.db.servicetype_db [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104014) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 09:02:44.974506 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.services.service_base [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 09:02:44.974863 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.services.service_base [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 09:02:44.975213 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.services.service_base [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 09:02:44.976098 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.services.service_base [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 09:02:44.976475 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.services.service_base [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 09:02:44.976854 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:02:44.977176 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 09:02:44.987587 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:02:44.987928 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading Plugin: auto_allocate Jul 28 09:02:44.993480 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: network precommit_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.993905 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: network precommit_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:44.994400 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:02:44.994724 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading Plugin: tag Jul 28 09:02:45.001607 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:02:45.001871 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading Plugin: timestamp Jul 28 09:02:45.005679 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:02:45.006049 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading Plugin: network_ip_availability Jul 28 09:02:45.012046 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:45.012423 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:45.012791 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:45.013509 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:02:45.013831 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading Plugin: flavors Jul 28 09:02:45.018727 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:02:45.019063 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading Plugin: revisions Jul 28 09:02:45.023314 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:02:45.023709 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_concurrency.lockutils [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.004s {{(pid=104014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 09:02:45.024463 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104014) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 09:02:45.024806 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Initializing extension manager. Jul 28 09:02:45.025338 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: __init__.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.025684 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: __pycache__ {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.026053 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: address_group.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.026770 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.027915 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: address-group Jul 28 09:02:45.028245 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: address_scope.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.028962 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.029479 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: address-scope Jul 28 09:02:45.029805 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: admin_state_down_before_update.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.030743 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.031254 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: router-admin-state-down-before-update Jul 28 09:02:45.031583 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: agent.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.032249 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.032755 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: agent Jul 28 09:02:45.033081 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: agent_resources_synced.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.033986 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.034503 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: agent-resources-synced Jul 28 09:02:45.034830 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: allowedaddresspairs.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.036619 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.037152 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: allowed-address-pairs Jul 28 09:02:45.037484 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: auto_allocated_topology.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.038535 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.039055 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: auto-allocated-topology Jul 28 09:02:45.039388 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: availability_zone.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.040045 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.040551 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: availability_zone Jul 28 09:02:45.040878 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: availability_zone_filter.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.041741 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.042284 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: availability_zone_filter Jul 28 09:02:45.042614 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: data_plane_status.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.043516 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.044024 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 09:02:45.044351 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: default_subnetpools.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.045232 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.045745 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: default-subnetpools Jul 28 09:02:45.046173 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: dhcpagentscheduler.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.046956 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.047470 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: dhcp_agent_scheduler Jul 28 09:02:45.047799 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: dns.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.048676 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.049184 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension dns-integration not supported by any of loaded plugins Jul 28 09:02:45.049511 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: dns_domain_ports.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.050415 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.050923 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 09:02:45.051247 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.052128 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.052634 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 09:02:45.052958 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: dvr.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.053592 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.054135 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: dvr Jul 28 09:02:45.054465 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: ecmp_routes.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.055338 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.055844 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 09:02:45.056170 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: empty_string_filtering.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.057037 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.057539 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: empty-string-filtering Jul 28 09:02:45.057892 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.059218 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.060235 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 09:02:45.060566 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.061439 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.061969 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 09:02:45.062295 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: external_net.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.063161 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.063671 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: external-net Jul 28 09:02:45.063998 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: extra_dhcp_opt.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.064860 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.065374 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: extra_dhcp_opt Jul 28 09:02:45.065701 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: extraroute.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.066600 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.067108 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: extraroute Jul 28 09:02:45.067431 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: extraroute_atomic.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.068437 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.068949 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: extraroute-atomic Jul 28 09:02:45.069278 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: filter_validation.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.069940 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.070665 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: filter-validation Jul 28 09:02:45.070995 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: fip_pf_description.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.071876 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.072387 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 09:02:45.072715 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: fip_pf_port_range.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.073596 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.074664 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 09:02:45.074993 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: fip_port_details.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.075881 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.076390 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: fip-port-details Jul 28 09:02:45.076717 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: flavors.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.078003 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.078525 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: flavors Jul 28 09:02:45.078858 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.080467 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.080994 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 09:02:45.081327 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: floatingip_pools.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.082026 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.082542 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: floatingip-pools Jul 28 09:02:45.082872 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: ip_allocation.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.083751 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.084262 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 09:02:45.084590 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.085473 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.086009 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: ip-substring-filtering Jul 28 09:02:45.086338 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: l2_adjacency.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.087231 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.087739 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 09:02:45.088062 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: l3.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.089008 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.089525 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: router Jul 28 09:02:45.090432 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: l3_conntrack_helper.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.092618 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.093150 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 09:02:45.093488 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.094411 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.094926 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: ext-gw-mode Jul 28 09:02:45.095259 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.096133 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.096644 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: l3-ha Jul 28 09:02:45.096971 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.097834 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.098365 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 09:02:45.098718 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: l3_flavors.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.099587 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.100120 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: l3-flavors Jul 28 09:02:45.100472 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: l3_ndp_proxy.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.101806 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.102375 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 09:02:45.102707 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.103586 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.104103 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 09:02:45.104431 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: l3agentscheduler.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.105468 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.106013 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: l3_agent_scheduler Jul 28 09:02:45.106344 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: local_ip.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.108051 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.108580 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension local_ip not supported by any of loaded plugins Jul 28 09:02:45.108913 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: logging.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.110374 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.110901 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension logging not supported by any of loaded plugins Jul 28 09:02:45.111235 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: metering.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.111941 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.112716 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: metering Jul 28 09:02:45.113053 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.114128 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.114648 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: metering_source_and_destination_fields Jul 28 09:02:45.114982 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: multiprovidernet.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.115868 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.116381 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: multi-provider Jul 28 09:02:45.116712 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: netmtu.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.117583 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.118130 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: net-mtu Jul 28 09:02:45.118460 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: netmtu_writable.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.119334 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.119845 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: net-mtu-writable Jul 28 09:02:45.120174 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: network_availability_zone.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.120810 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.121341 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: network_availability_zone Jul 28 09:02:45.121671 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: network_ip_availability.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.122756 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.123277 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: network-ip-availability Jul 28 09:02:45.123610 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: network_segment_range.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.124334 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.124845 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 09:02:45.125183 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: pagination.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.126155 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.126491 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: pagination Jul 28 09:02:45.126819 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: port_device_profile.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.127691 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.128202 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: port-device-profile Jul 28 09:02:45.128533 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: port_mac_address_override.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.129422 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.129971 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: port-mac-override Jul 28 09:02:45.130301 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.131185 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.131700 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: port-mac-address-regenerate Jul 28 09:02:45.132028 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.132904 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.133419 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: port-numa-affinity-policy Jul 28 09:02:45.133747 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: port_resource_request.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.134662 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.135179 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 09:02:45.135505 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: port_resource_request_groups.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.136438 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.137480 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 09:02:45.137808 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: portbindings.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.138718 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.139228 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: binding Jul 28 09:02:45.139555 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: portbindings_extended.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.140783 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.141303 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: binding-extended Jul 28 09:02:45.141635 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: portsecurity.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.142539 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.143064 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: port-security Jul 28 09:02:45.143389 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: project_id.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.144332 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.144668 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: project-id Jul 28 09:02:45.145002 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: providernet.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.145894 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.146416 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: provider Jul 28 09:02:45.146743 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.150319 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.150858 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos not supported by any of loaded plugins Jul 28 09:02:45.151201 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.152973 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.153490 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 09:02:45.153821 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.154749 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.155269 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 09:02:45.155598 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_default.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.156479 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.156993 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-default not supported by any of loaded plugins Jul 28 09:02:45.157319 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_fip.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.158238 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.158750 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-fip not supported by any of loaded plugins Jul 28 09:02:45.159070 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_fip_network_policy.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.159942 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.160450 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 09:02:45.160774 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_gateway_ip.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.161890 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.162189 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 09:02:45.162513 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_port_network_policy.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.163428 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.163929 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 09:02:45.164252 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.165269 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.165777 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 09:02:45.166126 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.167118 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.167626 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 09:02:45.167979 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_pps_rule.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.169128 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.169647 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-pps not supported by any of loaded plugins Jul 28 09:02:45.170071 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_rule_type_details.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.170923 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.171685 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 09:02:45.171804 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_rule_type_filter.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.172585 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.173094 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 09:02:45.173422 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: qos_rules_alias.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.174466 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.174982 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 09:02:45.175309 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: quota_check_limit.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.176190 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.176705 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: quota-check-limit Jul 28 09:02:45.177032 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: quotasv2.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.178031 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.178361 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: quotas Jul 28 09:02:45.180149 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: quotasv2_detail.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.180453 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.180693 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: quota_details Jul 28 09:02:45.181351 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: rbac.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.183837 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.184424 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: rbac-policies Jul 28 09:02:45.184712 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: rbac_address_group.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.185923 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.186450 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: rbac-address-group Jul 28 09:02:45.186777 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: rbac_address_scope.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.187671 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.188206 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: rbac-address-scope Jul 28 09:02:45.188539 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: rbac_security_groups.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.189502 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.190049 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: rbac-security-groups Jul 28 09:02:45.190379 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: rbac_subnetpool.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.191259 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.191776 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: rbac-subnetpool Jul 28 09:02:45.192130 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: revisionifmatch.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.193013 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.193524 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: revision-if-match Jul 28 09:02:45.193860 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: revisions.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.194962 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.195475 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: standard-attr-revisions Jul 28 09:02:45.195804 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: router_availability_zone.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.196447 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.196958 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: router_availability_zone Jul 28 09:02:45.197286 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: routerservicetype.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.198210 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.198721 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension router-service-type not supported by any of loaded plugins Jul 28 09:02:45.199585 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.200488 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.201003 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: security-groups-normalized-cidr Jul 28 09:02:45.201330 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: security_groups_port_filtering.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.202248 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.202762 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: port-security-groups-filtering Jul 28 09:02:45.203088 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.203979 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.204493 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: security-groups-remote-address-group Jul 28 09:02:45.204827 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.205718 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.206333 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: security-groups-shared-filtering Jul 28 09:02:45.206663 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: securitygroup.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.220448 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.221350 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: security-group Jul 28 09:02:45.221963 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: segment.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.222739 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.223263 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension segment not supported by any of loaded plugins Jul 28 09:02:45.223597 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.224557 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.225071 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 09:02:45.225401 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: servicetype.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.226845 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.227751 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: service-type Jul 28 09:02:45.228318 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: sorting.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.229323 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.229665 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: sorting Jul 28 09:02:45.230024 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: standard_attr_segment.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.230954 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.231482 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 09:02:45.231810 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: standardattrdescription.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.232440 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.232963 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: standard-attr-description Jul 28 09:02:45.233292 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: stateful_security_group.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.234249 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.234769 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: stateful-security-group Jul 28 09:02:45.235100 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: stdattrs_common.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.235656 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 09:02:45.235987 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.236874 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.237394 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 09:02:45.237720 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: subnet_onboard.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.238778 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.239296 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: subnet_onboard Jul 28 09:02:45.239628 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.240524 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.241033 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 09:02:45.241359 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: subnet_service_types.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.242269 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.242786 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: subnet-service-types Jul 28 09:02:45.243113 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: subnetallocation.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.244210 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.244683 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: subnet_allocation Jul 28 09:02:45.245014 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.245652 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.246727 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: subnetpool-prefix-ops Jul 28 09:02:45.247054 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.247947 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.248458 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 09:02:45.248793 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: tagging.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.249867 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.250417 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: standard-attr-tag Jul 28 09:02:45.250742 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: timestamp.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.251910 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.252426 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loaded extension: standard-attr-timestamp Jul 28 09:02:45.252756 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: trunk.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.253748 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.254298 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension trunk not supported by any of loaded plugins Jul 28 09:02:45.254623 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: trunk_details.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.255506 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.256018 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension trunk-details not supported by any of loaded plugins Jul 28 09:02:45.256342 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: uplink_status_propagation.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.257224 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.257737 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 09:02:45.258098 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Loading extension file: vlantransparent.py {{(pid=104014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 09:02:45.258734 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 09:02:45.259247 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 09:02:45.262461 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:network Jul 28 09:02:45.263002 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:subnet Jul 28 09:02:45.263405 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 09:02:45.263799 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:port Jul 28 09:02:45.265142 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.265592 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service FLAVORS assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.266266 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.266700 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.267037 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:router Jul 28 09:02:45.267475 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:floatingip Jul 28 09:02:45.267951 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service METERING assigned prefix: /metering {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.269401 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:45.269776 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:45.270155 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:02:45.271160 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 09:02:45.271614 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:security_group Jul 28 09:02:45.272060 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 09:02:45.272600 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service CORE assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.272932 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 09:02:45.273285 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] subnetpool is already registered Jul 28 09:02:45.273712 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service CORE assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.274069 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 09:02:45.274408 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] subnetpool is already registered Jul 28 09:02:45.276798 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.277269 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service FLAVORS assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.277890 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.278320 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.278657 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:router Jul 28 09:02:45.279009 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] router is already registered Jul 28 09:02:45.279423 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:floatingip Jul 28 09:02:45.279766 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] floatingip is already registered Jul 28 09:02:45.280222 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service METERING assigned prefix: /metering {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.280890 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 09:02:45.281221 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] rbac_policy is already registered Jul 28 09:02:45.281644 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:security_group Jul 28 09:02:45.282013 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] security_group is already registered Jul 28 09:02:45.282420 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 09:02:45.282760 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] security_group_rule is already registered Jul 28 09:02:45.283396 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service CORE assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.283726 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 09:02:45.284059 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] subnetpool is already registered Jul 28 09:02:45.284475 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.v2.resource_helper [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Service CORE assigned prefix: {{(pid=104014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:02:45.284798 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 09:02:45.285130 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING neutron.quota.resource_registry [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] subnetpool is already registered Jul 28 09:02:45.285590 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: extensions {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.287162 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: address-groups {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.288670 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: address-scopes {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.290020 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: agents {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.291193 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: auto-allocated-topology {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.292423 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: availability_zones {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.293691 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: dhcp-networks {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.295258 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: dhcp-agents {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.296713 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: routers {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.298442 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: flavors {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.299704 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: service_profiles {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.300926 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: next_providers {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.302776 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: service_profiles {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.305096 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: floatingip-pools {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.306359 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: routers {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.308079 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: floatingips {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.309943 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: l3-routers {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.311618 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: l3-agents {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.313036 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: metering-labels {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.314330 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: metering-label-rules {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.315720 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: network-ip-availabilities {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.316977 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: bindings {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.318649 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: quotas {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.321378 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: quotas {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.322981 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: rbac-policies {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.324752 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: security-groups {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.326077 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: security-group-rules {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.327379 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: service-providers {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.328595 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: subnetpools {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.329950 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: subnetpools {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.331500 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: tags {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.333206 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: tags {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.335088 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: tags {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.336870 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: tags {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.338606 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: tags {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.341122 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: tags {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.342863 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: tags {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.344774 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: tags {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.346597 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: tags {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.348354 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron.api.extensions [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Extended resource: tags {{(pid=104014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:02:45.354614 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING keystonemiddleware.auth_token [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 09:02:45.360371 dv-cinder-851249-5-iscsi neutron-server[104014]: WARNING keystonemiddleware.auth_token [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 09:02:45.369163 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_concurrency.lockutils [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Acquired lock "singleton_lock" {{(pid=104014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 09:02:45.369652 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_concurrency.lockutils [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Releasing lock "singleton_lock" {{(pid=104014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 09:02:45.370343 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO oslo_service.service [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Starting 2 workers Jul 28 09:02:45.375236 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Started child 104123 {{(pid=104014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 09:02:45.380804 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:02:45.381518 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Started child 104124 {{(pid=104014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 09:02:45.382368 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [-] (104123) wsgi starting up on http://0.0.0.0:9696 Jul 28 09:02:45.382487 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO neutron.service [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 09:02:45.383100 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Publish callbacks [] for process (None), before_spawn {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:02:45.385032 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:02:45.385512 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO oslo_service.service [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Starting 1 workers Jul 28 09:02:45.386534 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [-] (104124) wsgi starting up on http://0.0.0.0:9696 Jul 28 09:02:45.390821 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Started child 104125 {{(pid=104014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 09:02:45.391352 dv-cinder-851249-5-iscsi neutron-server[104014]: INFO oslo_service.service [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Starting 1 workers Jul 28 09:02:45.394678 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.service [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] calling RpcWorker wait() {{(pid=104125) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 09:02:45.395229 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.service [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] returning from RpcWorker wait() {{(pid=104125) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 09:02:45.395870 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Started child 104126 {{(pid=104014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 09:02:45.396519 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:02:45.396630 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-842a9084-f7a5-4f07-8e17-c77c0c5fac4a None None] Publish callbacks [] for process (None), after_spawn {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:02:45.396987 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:02:45.398602 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 09:02:45.398819 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 09:02:45.398998 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 09:02:45.399228 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 09:02:45.399557 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 09:02:45.399739 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 09:02:45.400245 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.400515 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.400783 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.400953 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:02:45.401432 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.401626 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.401907 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:02:45.402003 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.402721 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.403004 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.403265 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.403436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.403603 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.403844 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.404078 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.404399 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.404680 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.404929 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.405198 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.405368 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.405638 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.405918 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.406184 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.406470 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] debug = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.406731 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.407262 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.407514 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.407775 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.408140 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.408488 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.408807 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.409071 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.409314 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.409532 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.409923 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.410263 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.410604 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.410853 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.411084 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.411379 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.411599 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.412298 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] host = dv-cinder-851249-5-iscsi {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.412556 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.412848 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.413145 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.413416 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.413688 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.413944 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.414232 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.414500 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.414766 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.414984 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.415301 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.415473 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.415711 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.415946 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.416110 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_options = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.416346 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.416644 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.416903 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.417103 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.417273 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.417438 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.417705 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.418448 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.418728 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.418966 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.419182 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.419395 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.419634 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.419918 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.420303 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.420669 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.420669 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.421038 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.421243 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.421408 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.421639 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.422028 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.422357 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.422699 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.422828 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.423049 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.423277 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.423499 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.423711 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.424146 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.424489 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.424489 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.424645 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.425141 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.425141 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.429426 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.429426 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.429737 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.430045 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.430257 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.430771 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.431073 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.431308 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.431573 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.431864 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.432040 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.432476 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_json = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.432476 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.432747 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.432944 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.433197 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.433472 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.433690 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.433937 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.434203 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.434427 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.434870 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.435413 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.435723 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.436176 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.436341 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.436664 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.436926 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.437289 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.437432 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.437627 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.438020 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.438253 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.438555 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.438827 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.439100 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.439420 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.439694 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.439982 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.440229 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.440448 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.440689 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.440929 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.441221 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.441463 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.441699 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.441981 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.442422 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.442587 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.442771 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.443040 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.443390 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.443677 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.443953 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.444702 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.444702 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.444702 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.445023 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.445164 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.445481 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.445646 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.446548 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.446548 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.446548 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.446912 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.447093 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.447374 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.447611 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.447881 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.448140 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.448476 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.448647 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.448873 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.449094 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.449336 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.449598 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.449813 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.450114 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.450332 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.450599 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.450861 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.451100 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.451325 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.452204 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.452204 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.452204 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.452204 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.452712 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.452712 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.452957 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.453436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.453436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.453690 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.453690 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.453965 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.454101 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.454345 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.454670 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.454799 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.455290 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.455290 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.455469 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.455678 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.458793 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.458793 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.458793 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.458793 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.458793 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.458793 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.458793 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.458793 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.458793 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.459443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.459443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.459443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.459443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.459443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.459443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.459443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.459931 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.459931 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.460079 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.460893 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.460893 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.460893 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.461155 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.461479 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.461736 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.461993 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.462215 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.462438 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.462666 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.462888 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.463409 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.463409 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.463606 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.463846 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.464134 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.464376 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.465121 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.465349 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.465607 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.465885 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.466161 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.466414 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.466693 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.466946 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.467229 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.467525 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.467805 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.468099 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.468336 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.468592 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.468873 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.469128 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.469383 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.469618 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.469899 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.470132 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.470375 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.470618 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.470856 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.471111 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.471425 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.471685 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.471907 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.472124 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.472392 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.472641 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.472883 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.473149 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.473403 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.473655 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.473924 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.474178 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.474382 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.474615 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.474866 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.475104 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.475300 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.475518 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.475803 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.475973 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.476200 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.476443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.476671 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.476900 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.477118 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.477339 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.477561 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.477828 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.478083 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.478341 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.478580 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.478799 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.479019 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.479238 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.479457 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.479691 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.479913 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.480193 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.481090 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.481307 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.481540 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.481818 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.482110 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.482332 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.482586 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.482797 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.483019 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.483295 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.483525 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.483744 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.483981 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.484241 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.484500 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.484749 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.485011 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.485351 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.485610 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.485895 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.486163 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.486384 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.486754 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.486992 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.487214 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.487466 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.487687 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.487918 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.488154 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.488414 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.488637 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.488858 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.489079 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.489343 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.489590 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.489822 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.490064 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.490290 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.490510 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.490729 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.490953 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.491205 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.491377 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.491632 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.491856 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.492069 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.492374 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.492643 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.492878 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.493138 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.493394 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.493627 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.493877 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.494115 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.494379 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.494580 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.494803 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.495018 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.495271 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.495477 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.495696 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.495947 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.496168 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.496380 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.496605 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.496820 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.497035 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.497267 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.497487 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.497697 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.497950 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.498162 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.498375 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.498601 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.498818 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.499051 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.499280 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.499492 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.499703 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.499926 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.500146 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.500357 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.500655 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.500925 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.501155 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.501454 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.501708 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.502007 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.502271 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.502592 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.502811 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.503076 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.503325 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.503582 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.503811 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.504089 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.504390 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.504674 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.504958 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.505217 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.505490 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.505753 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.506050 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.506272 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.506610 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.506953 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.507248 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.507512 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.507771 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.508030 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.508262 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.508483 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.508723 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.508847 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:02:45.508951 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.509190 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.509450 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.509701 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.509970 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.510212 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.510445 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.510667 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.510913 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.511131 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.511374 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.511616 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.511775 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 09:02:45.512319 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 09:02:45.512480 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 09:02:45.512634 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 09:02:45.512806 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 09:02:45.513058 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 09:02:45.514215 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 09:02:45.514215 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.514215 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.514215 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.514215 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.514215 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.515064 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.515064 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.515064 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.515064 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.515064 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.515407 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.515407 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.515407 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.515609 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.515709 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.515871 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.516032 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.516197 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.516357 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.516761 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.516761 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.516919 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] debug = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.516997 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.517229 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.517350 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.517484 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.517645 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.517813 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.517995 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.518152 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.518311 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.518471 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.518632 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.518792 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.519098 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.519098 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.519240 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.519392 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.519551 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.519724 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] host = dv-cinder-851249-5-iscsi {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.519869 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.520011 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.520170 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.520328 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.520486 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.520647 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.520807 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.520966 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.521125 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.521283 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.521449 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.521597 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.521756 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.521949 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.522111 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_options = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.522270 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.522429 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.522589 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.522775 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.522936 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.523168 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.523314 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.523446 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.523588 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.523683 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.523847 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.524007 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.524166 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.524326 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.524485 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.524644 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.524802 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.524985 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.525118 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.525248 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.525410 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.525569 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.525729 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.525907 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.526068 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.526228 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.526387 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.526579 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.526786 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.526919 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.527049 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.527715 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.527827 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.527986 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.528146 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.528305 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.528467 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.528623 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.528787 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.528952 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.529109 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.529268 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.529428 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.529617 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.529756 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.529927 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.530090 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_json = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.530250 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.530410 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.530569 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.530920 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.530920 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.531156 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.531156 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.531316 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.531466 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:02:45.531648 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.531810 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.531984 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.532147 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.532311 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.532473 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.532634 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.532796 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.532956 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.533115 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.533289 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.533449 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.533621 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.533790 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.533965 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.534128 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.534289 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.534449 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.534610 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.534771 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.534931 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.535091 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.535260 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.535421 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.535581 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.535741 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.535902 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.536071 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.536231 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.536399 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.536575 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.536737 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.536900 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.537057 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.537218 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.537381 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.537542 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.537708 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.537894 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.538059 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.538218 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.538380 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.538541 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.538701 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.538863 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.539024 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.539184 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.539345 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.539505 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.539667 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.539828 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.539988 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.540149 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.540309 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.540470 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.540632 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.540792 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.540963 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.541123 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.541282 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.541442 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.541604 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.541764 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.541946 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.542107 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.542269 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.542430 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.542663 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.543500 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.543749 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.543749 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.544130 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.544130 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.544278 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.544355 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.544461 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.544621 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.544783 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.545165 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.545165 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.545592 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.545592 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.545592 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.545977 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.545977 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.545977 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.546338 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.546338 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.546608 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.546608 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.546851 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.547059 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.547059 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.547312 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.547443 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.547572 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.547713 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.547845 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.547974 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.548103 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.548258 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.548418 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.548577 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.548740 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.548899 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.549061 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.549221 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.549382 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.549542 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.549702 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.549877 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.550040 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.550200 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.550360 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.550511 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.550666 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.550828 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.550986 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.551145 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.551306 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.551464 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.551623 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.551792 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.551951 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.552113 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.552274 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.552426 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.552601 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.552762 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.552923 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.553083 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.553242 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.553404 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.553549 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.553741 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.553916 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.554049 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.554179 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.554336 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.554497 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.554658 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.554818 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.555000 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.555160 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.555320 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.555480 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.555640 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.555800 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.555961 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.556121 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.556282 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.556442 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.556603 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.556766 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.556928 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.557093 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.557256 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.557415 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.557576 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.557742 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.557925 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.558074 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.558238 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.558420 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.558581 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.558741 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.558902 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.559065 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.559227 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.559387 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.559547 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.559708 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.559869 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.560284 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.560446 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.560607 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.560767 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.560927 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.561086 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.561249 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.561409 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.561570 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.561732 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.561931 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.562348 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.562348 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.562618 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.562618 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.562925 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.562925 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.563162 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.563162 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.563304 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.563935 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.563935 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.563935 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.563935 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.564655 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.564655 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.564655 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.564655 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.565128 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.565128 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.565128 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.565128 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.565803 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.565803 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.565803 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.565803 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.566091 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.566091 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.566207 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.566357 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.566681 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.566681 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.566956 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.566956 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.567834 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.567834 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.567834 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.567834 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.567834 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.567834 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.568525 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.568525 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.568525 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.568525 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.568952 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.568952 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.568952 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.569167 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.569167 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.569366 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.569508 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.569653 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.569820 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.570035 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.570239 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.570329 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.570468 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.570936 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.570936 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.571209 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.571291 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.571416 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.571578 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.571737 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.571900 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.572087 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.572215 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.572538 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.572822 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.572946 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.573042 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.573239 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.573337 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.573490 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.573672 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.573830 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.574039 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.574142 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.574295 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.574466 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.574782 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.574782 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.574946 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.575103 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.575368 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.575527 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.575699 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.575862 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.576026 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.576196 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.576336 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.576501 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.576655 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.576817 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.576977 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.577151 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.577331 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.577486 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.577651 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.577815 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.577996 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.578166 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.578341 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.578489 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.578652 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.578898 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.578993 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.579111 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.581436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.581436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.581436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.581436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.581436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.581436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.581436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.581436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.581436 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.582137 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.582137 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.582137 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.582137 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.582137 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:02:45.582137 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 09:02:45.662075 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 39830) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:02:45.670851 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067301 Jul 28 09:02:54.867559 dv-cinder-851249-5-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:02:56.830969 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595cd3f3-66c6-42c4-9cc1-1ed75f52019c None None] get_active_networks_info from dv-cinder-851249-5-iscsi {{(pid=104125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 09:02:56.857757 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writer thread running {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 09:02:56.938228 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595cd3f3-66c6-42c4-9cc1-1ed75f52019c None None] No non-hosted networks {{(pid=104125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 09:02:56.964672 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.agentschedulers_db [None req-595cd3f3-66c6-42c4-9cc1-1ed75f52019c None None] DHCP Agent not found on host dv-cinder-851249-5-iscsi {{(pid=104125) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 28 09:02:57.055340 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1e2c45e7-3f7f-4112-9375-4f2dbd78916d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426914'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:02:58.600381 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writer thread running {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 09:02:59.283680 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-26769f63-a14c-43cb-b91f-b62d5b286397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426914'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:02:59.340236 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-18ea1991-9c1f-4131-8226-4cc5a9c91827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:00.215434 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426914'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:00.254859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 39904) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:00.828616 dv-cinder-851249-5-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-97acbc7f-286d-4cff-9b24-fc89f407ba15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:03:00.829185 dv-cinder-851249-5-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-97acbc7f-286d-4cff-9b24-fc89f407ba15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:03:01.061591 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [None req-97acbc7f-286d-4cff-9b24-fc89f407ba15 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:03:01.075146 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-97acbc7f-286d-4cff-9b24-fc89f407ba15 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8069534 Jul 28 09:03:01.692943 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426914'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:01.930108 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426914'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:01.930826 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.931242 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.931617 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.931987 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.932505 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.933016 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.934071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.934477 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.934866 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.935197 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.935796 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.936249 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.936586 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.936936 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.937251 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:01.937684 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851249-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:03:01.943215 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851249-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:03:03.366065 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 39936) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:03.993867 dv-cinder-851249-5-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-351ba4a0-0283-461c-b234-cc8d32ecb2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:03:03.994508 dv-cinder-851249-5-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-351ba4a0-0283-461c-b234-cc8d32ecb2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:03:04.232563 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-351ba4a0-0283-461c-b234-cc8d32ecb2b3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:03:04.326694 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.policy [None req-351ba4a0-0283-461c-b234-cc8d32ecb2b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104123) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 09:03:04.370735 dv-cinder-851249-5-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-351ba4a0-0283-461c-b234-cc8d32ecb2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:03:04.371482 dv-cinder-851249-5-iscsi neutron-server[104123]: WARNING oslo_policy.policy [None req-351ba4a0-0283-461c-b234-cc8d32ecb2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:03:04.392620 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writer thread running {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 09:03:04.480608 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-351ba4a0-0283-461c-b234-cc8d32ecb2b3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771452146617', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771452149197', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771452162797', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771452253312', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771452251819', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771452242920', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32725808', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32546588', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-386268', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-366139'] for rbac-policy (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:04.535081 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.db.l3_hamode_db [None req-bec3eefd-be27-4bd5-8c13-cfbaa8192764 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 09:03:04.567762 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-351ba4a0-0283-461c-b234-cc8d32ecb2b3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:04.573324 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-351ba4a0-0283-461c-b234-cc8d32ecb2b3 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2049773 Jul 28 09:03:04.617642 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3eefd-be27-4bd5-8c13-cfbaa8192764 None None] Routers set() bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:03:04.618049 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3eefd-be27-4bd5-8c13-cfbaa8192764 None None] Router IDs set() for agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 09:03:06.804711 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 39954) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:07.134148 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:03:07.166265 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Made reservation on behalf of a85a9aedd0d6451f83021f1ff0323ac8 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:03:07.170711 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:07.187723 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:07.295966 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Publish callbacks [] for security_group (93cd72f8-028e-43f6-a228-f7340b60e21a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:07.299806 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (93cd72f8-028e-43f6-a228-f7340b60e21a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:07.324646 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:03:07.360667 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771447315137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (eb118517-d1b1-4081-87f6-5e5c0eddc3ec), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:07.361256 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Unsubscribe: segment precommit_create {{(pid=104123) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 09:03:07.361811 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Added segment eb118517-d1b1-4081-87f6-5e5c0eddc3ec of type vlan for network 7a9e0585-b2cc-4d4b-8412-e6988047f6c9 Jul 28 09:03:07.377747 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=93cd72f8-028e-43f6-a228-f7340b60e21a,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:07.404780 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.405125 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.405489 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.405860 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.406197 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.406525 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.406849 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.407173 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.407497 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.407819 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.408145 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.408470 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.408782 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.409097 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.409415 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Tracked resource versions report: Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: pushed versions: Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: { 'AddressGroup': {'1.2'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Agent': {'1.1'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'ConntrackHelper': {'1.0'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'LocalIPAssociation': {'1.0'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Log': {'1.0'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'NDPProxy': {'1.0'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Network': {'1.1'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Port': {'1.7'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'PortForwarding': {'1.3'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'QosPolicy': {'1.10'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SecurityGroup': {'1.5'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SubPort': {'1.0'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Subnet': {'1.1'}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Trunk': {'1.1'}} Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: consumer versions: Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: { DHCP agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: L3 agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: Metadata agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: Metering agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: Open vSwitch agent@dv-cinder-851249-5-iscsi: { 'AddressGroup': '1.2', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Agent': '1.1', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'ConntrackHelper': '1.0', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'LocalIPAssociation': '1.0', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Log': '1.0', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'NDPProxy': '1.0', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Network': '1.1', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Port': '1.7', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'PortForwarding': '1.3', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'QosPolicy': '1.10', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SecurityGroup': '1.5', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SecurityGroupRule': '1.2', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SubPort': '1.0', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Subnet': '1.1', Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Trunk': '1.1'}} Jul 28 09:03:07.410842 dv-cinder-851249-5-iscsi neutron-server[104123]: {{(pid=104123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:03:07.472905 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (7a9e0585-b2cc-4d4b-8412-e6988047f6c9), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:07.516335 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (7a9e0585-b2cc-4d4b-8412-e6988047f6c9), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:07.521442 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:03:07.522200 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:07.602319 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7965283 Jul 28 09:03:07.623756 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=52,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:07.647315 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fdd1a-1165-4c73-b4f0-6b623983bea3 demo demo] Pushing event updated for resources: {'Network': ['ID=7a9e0585-b2cc-4d4b-8412-e6988047f6c9,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:07.661332 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 7a9e0585-b2cc-4d4b-8412-e6988047f6c9 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:03:09.886447 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 39968) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:10.333655 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a660b64-a010-4229-9b39-00b749d1baae demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:03:10.335062 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2a660b64-a010-4229-9b39-00b749d1baae demo admin] 10.222.0.48 "GET /v2.0/networks/7a9e0585-b2cc-4d4b-8412-e6988047f6c9 HTTP/1.1" status: 200 len: 825 time: 0.4476652 Jul 28 09:03:10.361378 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ecb07af8-5d41-42aa-aa5f-b2da4eb3fb58 demo admin] 10.222.0.48 "GET /v2.0/subnetpools/56cad6a9-db08-4899-b56b-bd622663aa68 HTTP/1.1" status: 200 len: 734 time: 0.0199203 Jul 28 09:03:10.370397 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] Request body: {'subnet': {'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '56cad6a9-db08-4899-b56b-bd622663aa68'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:03:10.394173 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] Made reservation on behalf of a85a9aedd0d6451f83021f1ff0323ac8 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:03:10.396599 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:10.644100 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:10.707601 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (35b4de87-e15a-4276-b0b9-0937c1cc664f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:10.784420 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=35b4de87-e15a-4276-b0b9-0937c1cc664f,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:10.788962 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] Checking segment: {'id': 'eb118517-d1b1-4081-87f6-5e5c0eddc3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:03:10.789347 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] Network hostable DHCP agents. Network: 7a9e0585-b2cc-4d4b-8412-e6988047f6c9, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:03:10.813023 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] Network 7a9e0585-b2cc-4d4b-8412-e6988047f6c9 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:03:10.825274 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 7a9e0585-b2cc-4d4b-8412-e6988047f6c9) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:03:10.830859 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:03:10.831978 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:10.836344 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dc2f64-a7b9-4268-a42d-00202c005f96 None None] Network 7a9e0585-b2cc-4d4b-8412-e6988047f6c9 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:03:10.852390 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-18d68f3f-808e-423a-b67c-796626c542b5 demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4851151 Jul 28 09:03:11.121292 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-7a9e0585-b2cc-4d4b-8412-e6988047f6c9', 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9', 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'fixed_ips': [{'subnet_id': '35b4de87-e15a-4276-b0b9-0937c1cc664f'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:03:11.122674 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:11.405527 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Allocated IP 172.20.0.2 (7a9e0585-b2cc-4d4b-8412-e6988047f6c9/35b4de87-e15a-4276-b0b9-0937c1cc664f/3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:03:11.427858 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:11.691908 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Publish callbacks [] for port (3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:11.700820 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:11.781716 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Network 7a9e0585-b2cc-4d4b-8412-e6988047f6c9 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:03:11.787495 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:03:11.793282 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Pushing event updated for resources: {'Port': ['ID=3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:11.795668 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:03:11.830370 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.830727 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.831093 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.831456 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.831818 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.832129 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.832460 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.832791 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.833128 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.833493 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.833786 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.834161 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.834493 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.834818 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.835173 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Tracked resource versions report: Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: pushed versions: Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: { 'AddressGroup': {'1.2'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Agent': {'1.1'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'ConntrackHelper': {'1.0'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'LocalIPAssociation': {'1.0'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Log': {'1.0'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'NDPProxy': {'1.0'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Network': {'1.1'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Port': {'1.7'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'PortForwarding': {'1.3'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'QosPolicy': {'1.10'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SecurityGroup': {'1.5'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SubPort': {'1.0'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Subnet': {'1.1'}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Trunk': {'1.1'}} Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: consumer versions: Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: { DHCP agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: L3 agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: Metadata agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: Metering agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: Open vSwitch agent@dv-cinder-851249-5-iscsi: { 'AddressGroup': '1.2', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Agent': '1.1', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'ConntrackHelper': '1.0', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'LocalIPAssociation': '1.0', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Log': '1.0', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'NDPProxy': '1.0', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Network': '1.1', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Port': '1.7', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'PortForwarding': '1.3', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'QosPolicy': '1.10', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SecurityGroup': '1.5', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SecurityGroupRule': '1.2', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SubPort': '1.0', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Subnet': '1.1', Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Trunk': '1.1'}} Jul 28 09:03:11.836599 dv-cinder-851249-5-iscsi neutron-server[104125]: {{(pid=104125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:03:11.890230 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Attempting to bind port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:03:11.890628 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Attempting to bind port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'eb118517-d1b1-4081-87f6-5e5c0eddc3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:03:11.891051 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Attempting to bind port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 on network 7a9e0585-b2cc-4d4b-8412-e6988047f6c9 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:03:11.896195 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:03:11.896594 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Checking segment: {'id': 'eb118517-d1b1-4081-87f6-5e5c0eddc3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:03:11.897063 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:11.897481 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Bound using segment: {'id': 'eb118517-d1b1-4081-87f6-5e5c0eddc3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:03:11.897999 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Bound port: 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb118517-d1b1-4081-87f6-5e5c0eddc3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:03:11.898456 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:11.933106 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:11.964354 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] For port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:03:11.984210 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] For port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6,segment=NetworkSegment(eb118517-d1b1-4081-87f6-5e5c0eddc3ec),segment_id=eb118517-d1b1-4081-87f6-5e5c0eddc3ec)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:03:11.992219 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:12.049313 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccfa48-1348-4f94-a0f1-bfdc0bf8cf2c None None] Pushing event updated for resources: {'Port': ['ID=3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:13.189588 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 39978) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:13.537107 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [None req-ac65e30c-2a6e-4961-9270-6d85132bd1d2 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:03:13.538208 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ac65e30c-2a6e-4961-9270-6d85132bd1d2 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3477085 Jul 28 09:03:15.857458 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 39986) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:16.208466 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [None req-bf4d9901-55c8-42a8-a58f-97a5999b43b1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:03:16.209464 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bf4d9901-55c8-42a8-a58f-97a5999b43b1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3510380 Jul 28 09:03:16.710718 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:16.717770 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:18.507498 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 39998) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:18.837524 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-74a9f972-800c-4524-b323-04e59dd1bd43 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:03:18.921303 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.policy [None req-74a9f972-800c-4524-b323-04e59dd1bd43 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104124) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 09:03:18.965328 dv-cinder-851249-5-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-74a9f972-800c-4524-b323-04e59dd1bd43 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:03:18.965736 dv-cinder-851249-5-iscsi neutron-server[104124]: WARNING oslo_policy.policy [None req-74a9f972-800c-4524-b323-04e59dd1bd43 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:03:18.986708 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writer thread running {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 09:03:18.992451 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:19.032606 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-74a9f972-800c-4524-b323-04e59dd1bd43 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (671d60a4-8202-4636-bd3f-d0fc975b76f6), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:19.034691 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-74a9f972-800c-4524-b323-04e59dd1bd43 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (671d60a4-8202-4636-bd3f-d0fc975b76f6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:19.202087 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-74a9f972-800c-4524-b323-04e59dd1bd43 demo demo] Publish callbacks [] for router_controller (671d60a4-8202-4636-bd3f-d0fc975b76f6), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:19.218643 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-74a9f972-800c-4524-b323-04e59dd1bd43 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (671d60a4-8202-4636-bd3f-d0fc975b76f6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:19.243600 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-74a9f972-800c-4524-b323-04e59dd1bd43 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:19.244871 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-74a9f972-800c-4524-b323-04e59dd1bd43 demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7364233 Jul 28 09:03:19.791871 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:03:19.875440 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:03:19.875854 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:19.978932 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:03:19.979239 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:20.015306 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6,segment=NetworkSegment(eb118517-d1b1-4081-87f6-5e5c0eddc3ec),segment_id=eb118517-d1b1-4081-87f6-5e5c0eddc3ec)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:03:20.019347 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:20.066290 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:20.190223 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0685a1-3902-44a4-a2b8-1a9c369a28ce None None] Network 7a9e0585-b2cc-4d4b-8412-e6988047f6c9 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:03:20.260548 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-0b78d1e6-d325-4c39-9940-d59459384e7d None None] Provisioning complete for port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:03:20.260836 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b78d1e6-d325-4c39-9940-d59459384e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:20.389891 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:20.392471 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-0b78d1e6-d325-4c39-9940-d59459384e7d None None] Current status of the port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:03:20.612901 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-0e915f85-4977-48a6-9da3-115c1a8e364d None None] Provisioning complete for port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:03:20.613299 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0e915f85-4977-48a6-9da3-115c1a8e364d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:20.684920 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-0e915f85-4977-48a6-9da3-115c1a8e364d None None] Current status of the port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:03:20.844577 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=62,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:20.845357 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:21.523429 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40016) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:21.778286 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:03:21.826738 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:03:21.827137 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:21.881481 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [None req-523f80d8-0b53-428a-afb1-8fccb9f3c536 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:03:21.883055 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-523f80d8-0b53-428a-afb1-8fccb9f3c536 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3571501 Jul 28 09:03:21.895382 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:21.899878 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:03:24.144160 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40024) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:24.471591 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:03:24.495364 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Made reservation on behalf of 66b6795243644c5d8ae6b99e815d8914 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:03:24.498545 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:24.515311 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:24.626462 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Publish callbacks [] for security_group (37595da4-a958-4a52-9927-ff808b9dbfce), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:24.630185 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (37595da4-a958-4a52-9927-ff808b9dbfce), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:24.641999 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Reserving flat network on physical network physnet1 {{(pid=104124) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 09:03:24.673620 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771447315137', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (b29179e1-f1d5-4da6-99f2-6653cba022c6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:24.674208 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Unsubscribe: segment precommit_create {{(pid=104124) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 09:03:24.674764 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Added segment b29179e1-f1d5-4da6-99f2-6653cba022c6 of type flat for network f3a50546-3d1b-4c05-8dd3-68a62423ada2 Jul 28 09:03:24.710899 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37595da4-a958-4a52-9927-ff808b9dbfce,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:24.749860 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.750204 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.750582 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.750905 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.751238 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.751563 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.751884 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.752205 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.752539 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.752861 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.753190 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.753522 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.753867 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.754180 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.754514 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Tracked resource versions report: Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: pushed versions: Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: { 'AddressGroup': {'1.2'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Agent': {'1.1'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'ConntrackHelper': {'1.0'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'LocalIPAssociation': {'1.0'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Log': {'1.0'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'NDPProxy': {'1.0'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Network': {'1.1'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Port': {'1.7'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'PortForwarding': {'1.3'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'QosPolicy': {'1.10'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SecurityGroup': {'1.5'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SubPort': {'1.0'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Subnet': {'1.1'}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Trunk': {'1.1'}} Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: consumer versions: Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: { DHCP agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: L3 agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: Metadata agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: Metering agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: Open vSwitch agent@dv-cinder-851249-5-iscsi: { 'AddressGroup': '1.2', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Agent': '1.1', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'ConntrackHelper': '1.0', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'LocalIPAssociation': '1.0', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Log': '1.0', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'NDPProxy': '1.0', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Network': '1.1', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Port': '1.7', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'PortForwarding': '1.3', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'QosPolicy': '1.10', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SecurityGroup': '1.5', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SecurityGroupRule': '1.2', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SubPort': '1.0', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Subnet': '1.1', Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Trunk': '1.1'}} Jul 28 09:03:24.755922 dv-cinder-851249-5-iscsi neutron-server[104124]: {{(pid=104124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:03:24.796297 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (f3a50546-3d1b-4c05-8dd3-68a62423ada2), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:24.844900 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (f3a50546-3d1b-4c05-8dd3-68a62423ada2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:24.846198 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:03:24.846911 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:24.936126 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7906432 Jul 28 09:03:24.955101 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e82a0-d24c-418d-b4a8-77efdc698b91 admin admin] Pushing event updated for resources: {'Network': ['ID=f3a50546-3d1b-4c05-8dd3-68a62423ada2,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:24.971052 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:03:26.791919 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-913e48ec-4a14-43a0-91b1-ce8ef4f1945e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:27.174137 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40036) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:27.590551 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c245584-8738-4629-b715-020ff658d53c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:03:27.591946 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5c245584-8738-4629-b715-020ff658d53c demo admin] 10.222.0.48 "GET /v2.0/subnets/35b4de87-e15a-4276-b0b9-0937c1cc664f HTTP/1.1" status: 200 len: 849 time: 0.4168637 Jul 28 09:03:27.730197 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e0c62a23-b545-444e-a8ad-35ec34b21323 demo admin] 10.222.0.48 "GET /v2.0/routers/671d60a4-8202-4636-bd3f-d0fc975b76f6 HTTP/1.1" status: 200 len: 704 time: 0.1317532 Jul 28 09:03:28.000019 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:28.028039 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:28.077627 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:28.304545 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Allocated IP 172.20.0.1 (7a9e0585-b2cc-4d4b-8412-e6988047f6c9/35b4de87-e15a-4276-b0b9-0937c1cc664f/1cb75b27-86a5-463e-a7b0-2e32492c627b) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:03:28.490091 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Publish callbacks [] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:28.554311 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:28.634080 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Network 7a9e0585-b2cc-4d4b-8412-e6988047f6c9 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:03:28.642446 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:03:28.644480 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Pushing event updated for resources: {'Port': ['ID=1cb75b27-86a5-463e-a7b0-2e32492c627b,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:28.648522 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:03:28.649076 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (671d60a4-8202-4636-bd3f-d0fc975b76f6), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:28.854273 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-84e2d748-bfcd-49ca-9368-78eef967d9a5 None None] Provisioning complete for port 1cb75b27-86a5-463e-a7b0-2e32492c627b triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:03:28.854872 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-84e2d748-bfcd-49ca-9368-78eef967d9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:28.861630 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:28.885908 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-84e2d748-bfcd-49ca-9368-78eef967d9a5 None None] Port 1cb75b27-86a5-463e-a7b0-2e32492c627b cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:03:29.126459 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Publish callbacks [] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:29.132352 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:29.133225 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (671d60a4-8202-4636-bd3f-d0fc975b76f6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:29.214932 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Pushing event updated for resources: {'Port': ['ID=1cb75b27-86a5-463e-a7b0-2e32492c627b,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:29.232176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:29.234301 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:29.272137 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Network 7a9e0585-b2cc-4d4b-8412-e6988047f6c9 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:03:29.273866 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:03:29.283248 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-80d549c5-7417-4e03-a221-cfd449f37fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:29.443619 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Router 671d60a4-8202-4636-bd3f-d0fc975b76f6 is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:03:29.509389 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-4db7be43-aad2-4b5e-bfc8-da2cc345c188 None None] Provisioning complete for port 1cb75b27-86a5-463e-a7b0-2e32492c627b triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:03:29.509682 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4db7be43-aad2-4b5e-bfc8-da2cc345c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:29.536608 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:03:29.547336 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-209519a9-970d-4ac8-b823-c464d02932fb demo admin] 10.222.0.48 "PUT /v2.0/routers/671d60a4-8202-4636-bd3f-d0fc975b76f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8113673 Jul 28 09:03:29.550009 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Sync routers for ids ['671d60a4-8202-4636-bd3f-d0fc975b76f6'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:03:29.564393 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Routers {'671d60a4-8202-4636-bd3f-d0fc975b76f6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:03:29.565370 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c3c262e8-77db-414a-8781-966fc080debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:03:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['671d60a4-8202-4636-bd3f-d0fc975b76f6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:03:29.602302 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-4db7be43-aad2-4b5e-bfc8-da2cc345c188 None None] Port 1cb75b27-86a5-463e-a7b0-2e32492c627b cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:03:29.753940 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Set router 671d60a4-8202-4636-bd3f-d0fc975b76f6 gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:03:30.172344 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:30.184891 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c3c262e8-77db-414a-8781-966fc080debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'name': 'router1', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:03:19Z', 'updated_at': '2022-07-28T09:03:28Z', 'revision_number': 2, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'gw_port_host': None, '_interfaces': [{'id': '1cb75b27-86a5-463e-a7b0-2e32492c627b', 'name': '', 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'mac_address': 'fa:16:3e:02:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:03:28Z', 'updated_at': '2022-07-28T09:03:28Z', 'revision_number': 2, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'subnets': [{'id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56cad6a9-db08-4899-b56b-bd622663aa68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:03:30.233607 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Checking router: 671d60a4-8202-4636-bd3f-d0fc975b76f6 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:03:30.234014 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Updating router 671d60a4-8202-4636-bd3f-d0fc975b76f6 port 1cb75b27-86a5-463e-a7b0-2e32492c627b binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:03:30.290038 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:30.803974 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Publish callbacks [] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:30.811940 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:30.978325 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Pushing event updated for resources: {'Port': ['ID=1cb75b27-86a5-463e-a7b0-2e32492c627b,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:30.999383 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:30.999726 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.000070 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.000405 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.000730 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.001050 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.001373 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.001688 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.002036 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.002669 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.002669 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.003036 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.003298 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.003608 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.003920 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Tracked resource versions report: Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: pushed versions: Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: { 'AddressGroup': {'1.2'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Agent': {'1.1'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'ConntrackHelper': {'1.0'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'LocalIPAssociation': {'1.0'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Log': {'1.0'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'NDPProxy': {'1.0'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Network': {'1.1'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Port': {'1.7'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'PortForwarding': {'1.3'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'QosPolicy': {'1.10'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SecurityGroup': {'1.5'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SubPort': {'1.0'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Subnet': {'1.1'}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Trunk': {'1.1'}} Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: consumer versions: Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: { DHCP agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: L3 agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: Metadata agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: Metering agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: Open vSwitch agent@dv-cinder-851249-5-iscsi: { 'AddressGroup': '1.2', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Agent': '1.1', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'ConntrackHelper': '1.0', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'LocalIPAssociation': '1.0', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Log': '1.0', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'NDPProxy': '1.0', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Network': '1.1', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Port': '1.7', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'PortForwarding': '1.3', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'QosPolicy': '1.10', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SecurityGroup': '1.5', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SecurityGroupRule': '1.2', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SubPort': '1.0', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Subnet': '1.1', Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Trunk': '1.1'}} Jul 28 09:03:31.005408 dv-cinder-851249-5-iscsi neutron-server[104126]: {{(pid=104126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:03:31.010469 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Attempting to bind port 1cb75b27-86a5-463e-a7b0-2e32492c627b on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:03:31.010897 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Attempting to bind port 1cb75b27-86a5-463e-a7b0-2e32492c627b by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'eb118517-d1b1-4081-87f6-5e5c0eddc3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:03:31.011325 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Attempting to bind port 1cb75b27-86a5-463e-a7b0-2e32492c627b on network 7a9e0585-b2cc-4d4b-8412-e6988047f6c9 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:03:31.018146 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:03:31.018624 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Checking segment: {'id': 'eb118517-d1b1-4081-87f6-5e5c0eddc3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:03:31.022673 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:31.022673 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Bound using segment: {'id': 'eb118517-d1b1-4081-87f6-5e5c0eddc3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:03:31.022673 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Bound port: 1cb75b27-86a5-463e-a7b0-2e32492c627b, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb118517-d1b1-4081-87f6-5e5c0eddc3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:03:31.022673 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:31.037633 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-eaeaa855-996d-4599-a8e8-3dd38f39e78e None None] Provisioning complete for port 1cb75b27-86a5-463e-a7b0-2e32492c627b triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:03:31.038081 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-eaeaa855-996d-4599-a8e8-3dd38f39e78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:31.067805 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:31.071725 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-eaeaa855-996d-4599-a8e8-3dd38f39e78e None None] Port 1cb75b27-86a5-463e-a7b0-2e32492c627b cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:03:31.092565 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-c3c262e8-77db-414a-8781-966fc080debd None None] For port 1cb75b27-86a5-463e-a7b0-2e32492c627b, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:03:31.112563 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-c3c262e8-77db-414a-8781-966fc080debd None None] For port 1cb75b27-86a5-463e-a7b0-2e32492c627b, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=1cb75b27-86a5-463e-a7b0-2e32492c627b,segment=NetworkSegment(eb118517-d1b1-4081-87f6-5e5c0eddc3ec),segment_id=eb118517-d1b1-4081-87f6-5e5c0eddc3ec)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:03:31.119305 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:31.183599 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b264bbb-7274-4640-8de1-141a657beab3 None None] Pushing event updated for resources: {'Port': ['ID=1cb75b27-86a5-463e-a7b0-2e32492c627b,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:31.186933 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Routers {'671d60a4-8202-4636-bd3f-d0fc975b76f6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:03:31.187558 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c3c262e8-77db-414a-8781-966fc080debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:03:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['671d60a4-8202-4636-bd3f-d0fc975b76f6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:03:31.222624 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:31.282111 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-c3c262e8-77db-414a-8781-966fc080debd None None] Set router 671d60a4-8202-4636-bd3f-d0fc975b76f6 gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:03:31.391276 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-0714e8c9-e7b5-475b-bd63-7c7242cdedb8 None None] Provisioning complete for port 1cb75b27-86a5-463e-a7b0-2e32492c627b triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:03:31.392415 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0714e8c9-e7b5-475b-bd63-7c7242cdedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:31.469778 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-0714e8c9-e7b5-475b-bd63-7c7242cdedb8 None None] Current status of the port 1cb75b27-86a5-463e-a7b0-2e32492c627b is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:03:31.470277 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0714e8c9-e7b5-475b-bd63-7c7242cdedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:31.492092 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c3c262e8-77db-414a-8781-966fc080debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'name': 'router1', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:03:19Z', 'updated_at': '2022-07-28T09:03:28Z', 'revision_number': 2, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'gw_port_host': None, '_interfaces': [{'id': '1cb75b27-86a5-463e-a7b0-2e32492c627b', 'name': '', 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'mac_address': 'fa:16:3e:02:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:03:28Z', 'updated_at': '2022-07-28T09:03:31Z', 'revision_number': 4, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'subnets': [{'id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56cad6a9-db08-4899-b56b-bd622663aa68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:03:31.504646 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-0714e8c9-e7b5-475b-bd63-7c7242cdedb8 None None] For port 1cb75b27-86a5-463e-a7b0-2e32492c627b, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=1cb75b27-86a5-463e-a7b0-2e32492c627b,segment=NetworkSegment(eb118517-d1b1-4081-87f6-5e5c0eddc3ec),segment_id=eb118517-d1b1-4081-87f6-5e5c0eddc3ec)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:03:31.509040 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0714e8c9-e7b5-475b-bd63-7c7242cdedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:31.523304 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c262e8-77db-414a-8781-966fc080debd None None] The sync data for ids ['671d60a4-8202-4636-bd3f-d0fc975b76f6'] in dv-cinder-851249-5-iscsi is: [{'id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'name': 'router1', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:03:19Z', 'updated_at': '2022-07-28T09:03:28Z', 'revision_number': 2, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'gw_port_host': None, '_interfaces': [{'id': '1cb75b27-86a5-463e-a7b0-2e32492c627b', 'name': '', 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'mac_address': 'fa:16:3e:02:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:03:28Z', 'updated_at': '2022-07-28T09:03:31Z', 'revision_number': 4, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'subnets': [{'id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56cad6a9-db08-4899-b56b-bd622663aa68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:03:31.557547 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714e8c9-e7b5-475b-bd63-7c7242cdedb8 None None] Pushing event updated for resources: {'Port': ['ID=1cb75b27-86a5-463e-a7b0-2e32492c627b,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:31.656126 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:31.823208 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40050) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:31.931618 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:32.251927 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f391b7-6773-42d6-b9ba-9a67b0122ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:03:32.253516 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-12f391b7-6773-42d6-b9ba-9a67b0122ab1 admin admin] 10.222.0.48 "GET /v2.0/networks/f3a50546-3d1b-4c05-8dd3-68a62423ada2 HTTP/1.1" status: 200 len: 842 time: 0.4284751 Jul 28 09:03:32.263535 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:03:32.288295 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Made reservation on behalf of 66b6795243644c5d8ae6b99e815d8914 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:03:32.290676 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:32.599741 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.objects.ports [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104124) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 09:03:32.600174 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (001348e4-e299-4f2d-901e-0a7bf251fa03), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:32.656889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001348e4-e299-4f2d-901e-0a7bf251fa03,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:32.671253 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:03:32.671608 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Network hostable DHCP agents. Network: f3a50546-3d1b-4c05-8dd3-68a62423ada2, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:03:32.696852 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:03:32.711106 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, f3a50546-3d1b-4c05-8dd3-68a62423ada2) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:03:32.715364 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:03:32.715964 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:32.721624 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cddbd1-7af4-4579-8779-7abbd71b8263 None None] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:03:32.740702 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a91d5214-b3d3-4555-be7c-17c7a308e798 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4810658 Jul 28 09:03:32.843328 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e549cd34-4301-4d15-a8af-4ba3037223c4 None None] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:03:32.847048 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:35.087566 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40058) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:35.509697 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:35.527317 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8e4175af-2889-49fb-b85c-45e0bbebb043 demo admin] 10.222.0.48 "GET /v2.0/routers/671d60a4-8202-4636-bd3f-d0fc975b76f6 HTTP/1.1" status: 200 len: 710 time: 0.4320333 Jul 28 09:03:35.584842 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:35.617807 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f3bb2d-e49b-448b-9141-dc25868630af demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:03:35.619260 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-32f3bb2d-e49b-448b-9141-dc25868630af demo admin] 10.222.0.48 "GET /v2.0/networks/f3a50546-3d1b-4c05-8dd3-68a62423ada2 HTTP/1.1" status: 200 len: 886 time: 0.0905406 Jul 28 09:03:35.631571 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:03:35.954052 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Publish callbacks [] for router_gateway (671d60a4-8202-4636-bd3f-d0fc975b76f6), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:36.176481 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Publish callbacks [] for router_gateway (671d60a4-8202-4636-bd3f-d0fc975b76f6), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:36.259609 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:36.366871 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Allocated IP 172.27.0.27 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/c1ffc8ba-d5ab-4a56-869f-2124493eda22) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:03:36.492835 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Publish callbacks [] for port (c1ffc8ba-d5ab-4a56-869f-2124493eda22), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:36.543377 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (c1ffc8ba-d5ab-4a56-869f-2124493eda22), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:36.585434 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:36.611990 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:03:36.623412 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:03:36.627611 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:36.631454 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:03:36.635405 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Pushing event updated for resources: {'Port': ['ID=c1ffc8ba-d5ab-4a56-869f-2124493eda22,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:36.910566 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Publish callbacks [] for router_gateway (671d60a4-8202-4636-bd3f-d0fc975b76f6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:37.103145 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-433570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33071541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-580'] for router (671d60a4-8202-4636-bd3f-d0fc975b76f6), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:37.106680 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-433579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-433552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33071522'] for router (671d60a4-8202-4636-bd3f-d0fc975b76f6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:37.218287 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Router 671d60a4-8202-4636-bd3f-d0fc975b76f6 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:03:37.320352 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:03:37.325140 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:37.326413 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d1d9efab-483d-4800-9317-85d2622ee577 demo admin] 10.222.0.48 "PUT /v2.0/routers/671d60a4-8202-4636-bd3f-d0fc975b76f6 HTTP/1.1" status: 200 len: 889 time: 1.6980565 Jul 28 09:03:37.815088 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 1cb75b27-86a5-463e-a7b0-2e32492c627b up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:03:37.867542 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 1cb75b27-86a5-463e-a7b0-2e32492c627b triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:03:37.867944 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:37.954195 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:37.955567 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 1cb75b27-86a5-463e-a7b0-2e32492c627b is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:03:37.977958 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Sync routers for ids ['671d60a4-8202-4636-bd3f-d0fc975b76f6'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:03:37.989367 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Routers {'671d60a4-8202-4636-bd3f-d0fc975b76f6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:03:37.990021 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:03:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['671d60a4-8202-4636-bd3f-d0fc975b76f6'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:03:38.190320 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Set router 671d60a4-8202-4636-bd3f-d0fc975b76f6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:03:38.567131 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'name': 'router1', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c1ffc8ba-d5ab-4a56-869f-2124493eda22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:03:19Z', 'updated_at': '2022-07-28T09:03:36Z', 'revision_number': 4, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'gw_port': {'id': 'c1ffc8ba-d5ab-4a56-869f-2124493eda22', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:52:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:03:36Z', 'updated_at': '2022-07-28T09:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '1cb75b27-86a5-463e-a7b0-2e32492c627b', 'name': '', 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'mac_address': 'fa:16:3e:02:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:03:28Z', 'updated_at': '2022-07-28T09:03:31Z', 'revision_number': 5, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'subnets': [{'id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56cad6a9-db08-4899-b56b-bd622663aa68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:03:38.694620 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Checking router: 671d60a4-8202-4636-bd3f-d0fc975b76f6 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:03:38.694988 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Updating router 671d60a4-8202-4636-bd3f-d0fc975b76f6 port c1ffc8ba-d5ab-4a56-869f-2124493eda22 binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:03:38.747421 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (c1ffc8ba-d5ab-4a56-869f-2124493eda22), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:39.077295 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Publish callbacks [] for port (c1ffc8ba-d5ab-4a56-869f-2124493eda22), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:39.082967 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (c1ffc8ba-d5ab-4a56-869f-2124493eda22), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:39.134745 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Attempting to bind port c1ffc8ba-d5ab-4a56-869f-2124493eda22 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:03:39.135305 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Attempting to bind port c1ffc8ba-d5ab-4a56-869f-2124493eda22 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:03:39.135596 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Attempting to bind port c1ffc8ba-d5ab-4a56-869f-2124493eda22 on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:03:39.137698 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46291e68-db98-4c84-b440-9a6376efb9a9 None None] Pushing event updated for resources: {'Port': ['ID=c1ffc8ba-d5ab-4a56-869f-2124493eda22,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:39.140574 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:39.144435 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:03:39.144806 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:03:39.145205 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:39.146045 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:03:39.146045 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Bound port: c1ffc8ba-d5ab-4a56-869f-2124493eda22, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:03:39.146421 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (c1ffc8ba-d5ab-4a56-869f-2124493eda22), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:39.196777 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] For port c1ffc8ba-d5ab-4a56-869f-2124493eda22, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:03:39.200035 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] For port c1ffc8ba-d5ab-4a56-869f-2124493eda22, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=c1ffc8ba-d5ab-4a56-869f-2124493eda22,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:03:39.205786 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (c1ffc8ba-d5ab-4a56-869f-2124493eda22), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:39.268454 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Routers {'671d60a4-8202-4636-bd3f-d0fc975b76f6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:03:39.269064 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:03:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['671d60a4-8202-4636-bd3f-d0fc975b76f6'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:03:39.271872 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46291e68-db98-4c84-b440-9a6376efb9a9 None None] Pushing event updated for resources: {'Port': ['ID=c1ffc8ba-d5ab-4a56-869f-2124493eda22,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:39.319460 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:39.379928 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] Set router 671d60a4-8202-4636-bd3f-d0fc975b76f6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:03:39.578953 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'name': 'router1', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c1ffc8ba-d5ab-4a56-869f-2124493eda22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:03:19Z', 'updated_at': '2022-07-28T09:03:36Z', 'revision_number': 4, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'gw_port': {'id': 'c1ffc8ba-d5ab-4a56-869f-2124493eda22', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:52:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:03:36Z', 'updated_at': '2022-07-28T09:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '1cb75b27-86a5-463e-a7b0-2e32492c627b', 'name': '', 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'mac_address': 'fa:16:3e:02:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:03:28Z', 'updated_at': '2022-07-28T09:03:31Z', 'revision_number': 5, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'subnets': [{'id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56cad6a9-db08-4899-b56b-bd622663aa68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:03:39.608221 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb91556-8b0d-4db9-b9b8-00bbbc7c624c None None] The sync data for ids ['671d60a4-8202-4636-bd3f-d0fc975b76f6'] in dv-cinder-851249-5-iscsi is: [{'id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'name': 'router1', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'c1ffc8ba-d5ab-4a56-869f-2124493eda22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:03:19Z', 'updated_at': '2022-07-28T09:03:36Z', 'revision_number': 4, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'gw_port': {'id': 'c1ffc8ba-d5ab-4a56-869f-2124493eda22', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:52:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:03:36Z', 'updated_at': '2022-07-28T09:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '1cb75b27-86a5-463e-a7b0-2e32492c627b', 'name': '', 'network_id': '7a9e0585-b2cc-4d4b-8412-e6988047f6c9', 'tenant_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'mac_address': 'fa:16:3e:02:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d60a4-8202-4636-bd3f-d0fc975b76f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:03:28Z', 'updated_at': '2022-07-28T09:03:31Z', 'revision_number': 5, 'project_id': 'a85a9aedd0d6451f83021f1ff0323ac8', 'subnets': [{'id': '35b4de87-e15a-4276-b0b9-0937c1cc664f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56cad6a9-db08-4899-b56b-bd622663aa68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:03:39.824158 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device c1ffc8ba-d5ab-4a56-869f-2124493eda22 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:03:39.836616 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40070) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:03:39.874289 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port c1ffc8ba-d5ab-4a56-869f-2124493eda22 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:03:39.874670 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (c1ffc8ba-d5ab-4a56-869f-2124493eda22), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:39.951272 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port c1ffc8ba-d5ab-4a56-869f-2124493eda22 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:03:39.952004 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (c1ffc8ba-d5ab-4a56-869f-2124493eda22), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:39.977114 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port c1ffc8ba-d5ab-4a56-869f-2124493eda22, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=c1ffc8ba-d5ab-4a56-869f-2124493eda22,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:03:39.984051 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (c1ffc8ba-d5ab-4a56-869f-2124493eda22), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:40.048061 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=c1ffc8ba-d5ab-4a56-869f-2124493eda22,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:03:40.520406 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-58bd61e4-750b-4de3-a4da-1261b841f2cb admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.6828785 Jul 28 09:03:41.494537 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=27 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:41.522369 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=1,neutron:SELECT=45,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:41.782110 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device c1ffc8ba-d5ab-4a56-869f-2124493eda22 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:03:41.835938 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port c1ffc8ba-d5ab-4a56-869f-2124493eda22 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:03:41.836332 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (c1ffc8ba-d5ab-4a56-869f-2124493eda22), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:41.909200 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port c1ffc8ba-d5ab-4a56-869f-2124493eda22 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:03:50.505551 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:50.516375 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=73 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:51.895940 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:51.907775 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:03:56.803599 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ab44494b-7750-41f4-bab0-b2dd36d55f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:03:57.434955 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 5 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:03:59.290218 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ec43a3b0-504f-41df-8938-5defa0e69070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:04:00.176253 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:04:01.668330 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:04:01.942330 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:04:06.455162 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:04:07.435951 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:04:11.930814 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:04:11.937003 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:04:26.969866 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f7af9406-54de-48b3-b78b-102261e92ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:04:29.284537 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ee90a31b-8d89-4b99-86b6-e966ff6cc076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:04:30.177680 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:04:31.665705 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:04:31.931166 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:04:34.438879 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 5 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:04:41.914839 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:04:41.923994 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:04:44.430324 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:04:44.431070 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:04:55.430353 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:04:55.431240 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:04:56.792816 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d4efc07f-1d7d-45d5-8ffe-588f0b98b8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:04:59.287509 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f2e2250d-054e-42fb-a443-838d99dd669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:00.178880 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:01.664276 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:01.930125 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:02.047883 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40608) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:02.383276 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ced502-a16a-4ee5-a6e9-fd8862f55891 admin admin] GET failed (client error): The resource could not be found. Jul 28 09:05:02.384860 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-96ced502-a16a-4ee5-a6e9-fd8862f55891 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3360085 Jul 28 09:05:02.547886 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a71b6d-c384-44a8-a79d-15e779837f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:02.549381 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-53a71b6d-c384-44a8-a79d-15e779837f97 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604519 Jul 28 09:05:04.696373 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40618) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:05.059311 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3541095-60db-427d-b31e-aa96cf270b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:05.060572 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c3541095-60db-427d-b31e-aa96cf270b65 admin admin] 10.222.0.48 "GET /v2.0/subnets/35b4de87-e15a-4276-b0b9-0937c1cc664f HTTP/1.1" status: 200 len: 849 time: 0.3632491 Jul 28 09:05:05.070391 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:05:05.161235 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Publish callbacks [] for subnet (35b4de87-e15a-4276-b0b9-0937c1cc664f), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:05.310974 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771447241701'] for subnet (35b4de87-e15a-4276-b0b9-0937c1cc664f), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:05.345722 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:05.346976 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:05.361867 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] 10.222.0.48 "PUT /v2.0/subnets/35b4de87-e15a-4276-b0b9-0937c1cc664f HTTP/1.1" status: 200 len: 868 time: 0.2808075 Jul 28 09:05:05.365200 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe6bca4-9e49-4bf9-a67c-da0e1930bb1e None None] Network 7a9e0585-b2cc-4d4b-8412-e6988047f6c9 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:05:05.365800 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b4de87-e15a-4276-b0b9-0937c1cc664f,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:05:05.373328 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.373730 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.374081 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.374435 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.374785 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.375124 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.375455 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.375790 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.376121 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.376461 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.376806 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.377153 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.377496 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.377805 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.378154 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01700927-ef4c-4216-803f-46795467a725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:05:05.720966 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f64e38d4-56f2-43b5-95e3-93bca945d527 None None] Provisioning complete for port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:05:05.721357 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f64e38d4-56f2-43b5-95e3-93bca945d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:05.793887 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f64e38d4-56f2-43b5-95e3-93bca945d527 None None] Current status of the port 3bc62a54-0c0f-48ef-a19a-bfc4f5d597b6 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:05:05.802033 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f64e38d4-56f2-43b5-95e3-93bca945d527 None None] Provisioning complete for port 1cb75b27-86a5-463e-a7b0-2e32492c627b triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:05:05.802420 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f64e38d4-56f2-43b5-95e3-93bca945d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1cb75b27-86a5-463e-a7b0-2e32492c627b), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:05.872710 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f64e38d4-56f2-43b5-95e3-93bca945d527 None None] Current status of the port 1cb75b27-86a5-463e-a7b0-2e32492c627b is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:05:07.520930 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40628) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:07.992987 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190709ea-7e2b-4f5a-9cd7-a3cf73ead8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:07.993497 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190709ea-7e2b-4f5a-9cd7-a3cf73ead8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:07.995596 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-190709ea-7e2b-4f5a-9cd7-a3cf73ead8a5 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4737787 Jul 28 09:05:10.131870 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40636) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:10.549178 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfc3be-8f12-452d-9b04-a7340e89de8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:10.549652 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfc3be-8f12-452d-9b04-a7340e89de8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:10.551230 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-cbcfc3be-8f12-452d-9b04-a7340e89de8e admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4183886 Jul 28 09:05:11.438218 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 5 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:05:12.544083 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=12 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:12.546009 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=13 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:12.716198 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40644) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:13.169833 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6159bafb-e81f-4f4b-9bad-2d93b334816e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:13.171161 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6159bafb-e81f-4f4b-9bad-2d93b334816e admin admin] 10.222.0.48 "GET /v2.0/networks/7a9e0585-b2cc-4d4b-8412-e6988047f6c9 HTTP/1.1" status: 200 len: 869 time: 0.4540157 Jul 28 09:05:15.336905 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40652) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:15.762107 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b2826-4e0d-4283-bf59-d17afbb2813d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:15.763385 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3a7b2826-4e0d-4283-bf59-d17afbb2813d admin admin] 10.222.0.48 "GET /v2.0/networks/f3a50546-3d1b-4c05-8dd3-68a62423ada2 HTTP/1.1" status: 200 len: 886 time: 0.4255462 Jul 28 09:05:15.868978 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:15.871675 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:17.929669 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40660) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:18.264192 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:18.340081 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f4bf9b-6979-44ab-8e25-2c4f9f8daf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:18.340537 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f4bf9b-6979-44ab-8e25-2c4f9f8daf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:18.342326 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-16f4bf9b-6979-44ab-8e25-2c4f9f8daf3f admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4117122 Jul 28 09:05:20.435304 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:20.499351 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40668) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:20.820307 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:20.863494 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a1605b-f3ed-4bcd-a501-585e6dbce284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:20.863891 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a1605b-f3ed-4bcd-a501-585e6dbce284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:20.865405 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-16a1605b-f3ed-4bcd-a501-585e6dbce284 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3651001 Jul 28 09:05:21.434736 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:23.014296 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40676) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:23.363441 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f920f12-7f67-46ef-9e70-d2bc46378286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:23.364760 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9f920f12-7f67-46ef-9e70-d2bc46378286 admin admin] 10.222.0.48 "GET /v2.0/subnets/001348e4-e299-4f2d-901e-0a7bf251fa03 HTTP/1.1" status: 200 len: 816 time: 0.3495054 Jul 28 09:05:25.519001 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40684) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:25.881902 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cae9a5-b683-4d08-92e6-42ee3f768713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:25.883248 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f6cae9a5-b683-4d08-92e6-42ee3f768713 admin admin] 10.222.0.48 "GET /v2.0/subnets/35b4de87-e15a-4276-b0b9-0937c1cc664f HTTP/1.1" status: 200 len: 868 time: 0.3633196 Jul 28 09:05:26.796464 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0236cdd9-7611-4eda-a661-3cc3c823eb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:29.293157 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d209529f-212f-4718-b8bb-57ae7b144219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:30.183112 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:31.662589 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:31.928044 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:35.872530 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=23 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:35.878468 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=16 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:41.916957 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:41.919514 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:48.438262 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 5 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:05:53.524020 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40738) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:53.841038 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [None req-e002c0d1-48b7-435f-b918-0eb82114c0bb admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:05:53.842082 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e002c0d1-48b7-435f-b918-0eb82114c0bb admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3171101 Jul 28 09:05:56.089755 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40746) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:56.419506 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c12dcc-d3fe-466a-beb3-816772a3bd5f admin admin] GET failed (client error): The resource could not be found. Jul 28 09:05:56.420804 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-22c12dcc-d3fe-466a-beb3-816772a3bd5f admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3300502 Jul 28 09:05:56.582754 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae04894-0bd4-44d1-b2c3-0b664e3a4ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:56.584460 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5ae04894-0bd4-44d1-b2c3-0b664e3a4ef6 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1596353 Jul 28 09:05:56.798522 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8b40-9cd5-448e-ab68-91fb6d269094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:57.425716 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=13 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:58.432965 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=21 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:05:58.788613 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40754) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:05:59.108058 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:05:59.127394 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] Made reservation on behalf of 66b6795243644c5d8ae6b99e815d8914 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:05:59.129700 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:59.165954 dv-cinder-851249-5-iscsi neutron-server[104123]: WARNING neutron.services.revisions.revision_plugin [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] Could not find related network for resource to bump revision. Jul 28 09:05:59.178661 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:05:59.188148 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (09ffdd49-8f2b-4a9a-ad71-08612be00543), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:59.188488 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] Added segment 09ffdd49-8f2b-4a9a-ad71-08612be00543 of type vlan for network a015087a-2403-4163-9e5f-e37afc76d893 Jul 28 09:05:59.274736 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (a015087a-2403-4163-9e5f-e37afc76d893), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:59.294459 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f78a9647-25e2-4444-8994-272a12f31788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:59.301938 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (a015087a-2403-4163-9e5f-e37afc76d893), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:59.302890 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:05:59.303456 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:05:59.379360 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5896380 Jul 28 09:05:59.401308 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a348c-269f-48c7-8a7c-4eeea67b1cbb admin admin] Pushing event updated for resources: {'Network': ['ID=a015087a-2403-4163-9e5f-e37afc76d893,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:05:59.411831 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network a015087a-2403-4163-9e5f-e37afc76d893 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:06:00.185065 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:01.662682 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40762) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:06:01.666689 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:01.925141 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:02.000908 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7de0773-766b-4a0a-a276-46d7d8e3d72b admin admin] GET failed (client error): The resource could not be found. Jul 28 09:06:02.002207 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d7de0773-766b-4a0a-a276-46d7d8e3d72b admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3384848 Jul 28 09:06:02.070839 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b98c54a-26e9-4bbe-a2c8-f49e7883001f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:06:02.072286 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8b98c54a-26e9-4bbe-a2c8-f49e7883001f admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660148 Jul 28 09:06:02.082601 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:06:02.101601 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Made reservation on behalf of 66b6795243644c5d8ae6b99e815d8914 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:06:02.103893 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:02.269186 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (c65997d9-888b-41dc-90a4-b64ec367c19e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:02.323355 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65997d9-888b-41dc-90a4-b64ec367c19e,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:06:02.333147 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.333491 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.333863 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.334206 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.334551 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.334883 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.335206 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.335525 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.335859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.336181 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.336519 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.336841 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.337154 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.337463 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.337774 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.342664 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Checking segment: {'id': '09ffdd49-8f2b-4a9a-ad71-08612be00543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:06:02.343007 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Network hostable DHCP agents. Network: a015087a-2403-4163-9e5f-e37afc76d893, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:06:02.359856 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Network a015087a-2403-4163-9e5f-e37afc76d893 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:06:02.368214 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, a015087a-2403-4163-9e5f-e37afc76d893) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:06:02.372513 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:06:02.373096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:02.378079 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14ae52-0cd8-4269-b362-a8e2dd4058c3 None None] Network a015087a-2403-4163-9e5f-e37afc76d893 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:06:02.388142 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1444b76d-a352-4467-8e11-61d3ffdd2be3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3088157 Jul 28 09:06:02.590264 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-a015087a-2403-4163-9e5f-e37afc76d893', 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893', 'project_id': '66b6795243644c5d8ae6b99e815d8914', 'fixed_ips': [{'subnet_id': 'c65997d9-888b-41dc-90a4-b64ec367c19e'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:06:02.591439 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:02.726829 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Allocated IP 192.168.233.2 (a015087a-2403-4163-9e5f-e37afc76d893/c65997d9-888b-41dc-90a4-b64ec367c19e/596036a1-19e2-4c96-b0b1-cacec474aaac) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:06:02.869396 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Publish callbacks [] for port (596036a1-19e2-4c96-b0b1-cacec474aaac), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:02.881539 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (596036a1-19e2-4c96-b0b1-cacec474aaac), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:02.927121 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Pushing event updated for resources: {'Port': ['ID=596036a1-19e2-4c96-b0b1-cacec474aaac,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:06:02.930264 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Network a015087a-2403-4163-9e5f-e37afc76d893 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:06:02.935563 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:06:02.938158 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.938507 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.939506 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.939506 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.939813 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.940141 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.940465 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.940789 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.941114 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.941437 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.942374 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.942374 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.942374 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.942710 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.943024 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:06:02.945950 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:06:03.002711 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Attempting to bind port 596036a1-19e2-4c96-b0b1-cacec474aaac on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:06:03.003078 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Attempting to bind port 596036a1-19e2-4c96-b0b1-cacec474aaac by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '09ffdd49-8f2b-4a9a-ad71-08612be00543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:06:03.003434 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Attempting to bind port 596036a1-19e2-4c96-b0b1-cacec474aaac on network a015087a-2403-4163-9e5f-e37afc76d893 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:06:03.008530 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:06:03.008906 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Checking segment: {'id': '09ffdd49-8f2b-4a9a-ad71-08612be00543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:06:03.009303 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:03.009691 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Bound using segment: {'id': '09ffdd49-8f2b-4a9a-ad71-08612be00543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:06:03.010183 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Bound port: 596036a1-19e2-4c96-b0b1-cacec474aaac, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ffdd49-8f2b-4a9a-ad71-08612be00543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:06:03.010555 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (596036a1-19e2-4c96-b0b1-cacec474aaac), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:03.070029 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] For port 596036a1-19e2-4c96-b0b1-cacec474aaac, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:06:03.073069 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] For port 596036a1-19e2-4c96-b0b1-cacec474aaac, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=596036a1-19e2-4c96-b0b1-cacec474aaac,segment=NetworkSegment(09ffdd49-8f2b-4a9a-ad71-08612be00543),segment_id=09ffdd49-8f2b-4a9a-ad71-08612be00543)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:06:03.079408 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (596036a1-19e2-4c96-b0b1-cacec474aaac), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:03.137237 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2997a-2677-48a3-a82e-d61fafad5496 None None] Pushing event updated for resources: {'Port': ['ID=596036a1-19e2-4c96-b0b1-cacec474aaac,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:06:03.900597 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 596036a1-19e2-4c96-b0b1-cacec474aaac up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:06:03.940261 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:03.952485 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:03.960825 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 596036a1-19e2-4c96-b0b1-cacec474aaac triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:06:03.961215 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (596036a1-19e2-4c96-b0b1-cacec474aaac), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:04.001068 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6c5bcb-4f0c-42ef-b2ea-2519a71f190b None None] Network a015087a-2403-4163-9e5f-e37afc76d893 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:06:04.093533 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-b378106e-8b5c-4187-908d-559ca96013fa None None] Provisioning complete for port 596036a1-19e2-4c96-b0b1-cacec474aaac triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:06:04.093937 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b378106e-8b5c-4187-908d-559ca96013fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (596036a1-19e2-4c96-b0b1-cacec474aaac), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:04.162658 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 596036a1-19e2-4c96-b0b1-cacec474aaac is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:06:04.163041 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (596036a1-19e2-4c96-b0b1-cacec474aaac), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:04.213097 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 596036a1-19e2-4c96-b0b1-cacec474aaac, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=596036a1-19e2-4c96-b0b1-cacec474aaac,segment=NetworkSegment(09ffdd49-8f2b-4a9a-ad71-08612be00543),segment_id=09ffdd49-8f2b-4a9a-ad71-08612be00543)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:06:04.218128 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (596036a1-19e2-4c96-b0b1-cacec474aaac), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:04.275447 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-b378106e-8b5c-4187-908d-559ca96013fa None None] Current status of the port 596036a1-19e2-4c96-b0b1-cacec474aaac is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:06:04.295149 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=596036a1-19e2-4c96-b0b1-cacec474aaac,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:06:04.394094 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-8dd4f6f2-7167-428b-8649-2c972c21f613 None None] Provisioning complete for port 596036a1-19e2-4c96-b0b1-cacec474aaac triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:06:04.394476 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8dd4f6f2-7167-428b-8649-2c972c21f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (596036a1-19e2-4c96-b0b1-cacec474aaac), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:04.471533 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-8dd4f6f2-7167-428b-8649-2c972c21f613 None None] Current status of the port 596036a1-19e2-4c96-b0b1-cacec474aaac is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:06:05.866396 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 596036a1-19e2-4c96-b0b1-cacec474aaac up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:06:05.910570 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 596036a1-19e2-4c96-b0b1-cacec474aaac triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:06:05.910970 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (596036a1-19e2-4c96-b0b1-cacec474aaac), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:05.986330 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 596036a1-19e2-4c96-b0b1-cacec474aaac is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:06:09.393791 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=28,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:09.398247 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=39,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:11.429317 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:11.448363 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:12.376027 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=48,neutron:INSERT=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:12.382273 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=45,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:15.983376 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:15.984197 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:25.436558 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 5 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:06:26.809959 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fa16bebc-60f0-4ff0-bfcb-1c2961fbed34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:29.305090 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef37f-3d45-47e5-b0eb-7b0c18461a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:30.188119 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:31.669191 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:31.920667 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:34.437646 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:35.433682 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:41.912844 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:41.914770 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:55.426168 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:55.427039 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:06:56.802629 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-60eeb37f-673a-4600-b7ca-d1e41e36518b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:06:59.297120 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c0d3cfdb-4366-4952-932d-86891da9e893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:00.189703 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:01.673363 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:01.920372 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:02.436315 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 5 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:07:11.911153 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:11.913021 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:12.432543 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:12.433272 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:26.805315 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1401e974-b99b-476e-b7e4-9f1d8f3af1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:29.299436 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-38ca4b55-4b67-44d4-b263-16befdf0e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:30.192783 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:30.464080 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40802) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:07:30.469791 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [None req-13bb44fb-1e7b-47ee-bb02-ee6657472445 tempest-verify_tempest_config-1846458797 tempest-verify_tempest_config-1846458797-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:07:30.470800 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-13bb44fb-1e7b-47ee-bb02-ee6657472445 tempest-verify_tempest_config-1846458797 tempest-verify_tempest_config-1846458797-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057666 Jul 28 09:07:30.968332 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40820) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:07:31.322130 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:31.398949 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Publish callbacks [] for security_group (c6e0388c-c625-4fb1-a706-7a1e192e1e58), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:31.402519 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (c6e0388c-c625-4fb1-a706-7a1e192e1e58), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:31.447478 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e0388c-c625-4fb1-a706-7a1e192e1e58,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:07:31.451195 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2adf68e573ea4fd8b6c57a4c5d1b136e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4818571 Jul 28 09:07:31.454136 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 40824) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:07:31.456544 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.456893 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.457244 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.457598 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.457941 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.458253 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.458586 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.458889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.459221 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.459542 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.459882 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.460212 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.460532 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.460840 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.461154 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4ed353-ac4e-4b81-a6d8-c32955c0114a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.510733 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Publish callbacks [] for security_group (c6e0388c-c625-4fb1-a706-7a1e192e1e58), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:31.531395 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Publish callbacks [] for security_group (c6e0388c-c625-4fb1-a706-7a1e192e1e58), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:31.624225 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (c6e0388c-c625-4fb1-a706-7a1e192e1e58), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:31.626762 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:31.627895 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6e0388c-c625-4fb1-a706-7a1e192e1e58 HTTP/1.1" status: 204 len: 168 time: 0.1727705 Jul 28 09:07:31.636045 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e0388c-c625-4fb1-a706-7a1e192e1e58,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:07:31.643532 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.643881 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.644249 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.644582 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.644915 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.645258 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.645585 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.645931 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.646258 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.646578 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.646912 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.647250 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.647569 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.647884 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.648384 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed26690-c5d0-4cd6-8bae-ddd60b562212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:07:31.694116 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:31.922786 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:39.435458 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 5 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:07:41.445985 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:41.453276 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:41.638517 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:41.639412 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:41.915570 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:41.920467 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:56.802165 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=20 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:56.804005 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:07:56.808133 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fb4f2846-e2f9-452f-bd68-be5119dc4a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:07:59.302595 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed861-e8f9-4266-967f-5e40776bdf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:08:00.195434 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:08:01.680186 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:08:01.919860 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:08:11.910054 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:08:11.916033 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:08:16.433620 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 5 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:08:26.429587 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:08:26.430385 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:08:26.860094 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9064-4673-4dc2-9594-4404bc89bfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:08:29.307304 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f7daf01f-5770-43e4-a55b-f83ea88a7901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:08:30.201110 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:08:31.683894 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:08:31.924947 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:08:41.917423 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:08:41.919358 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:08:53.431863 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 5 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:08:56.812654 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-67adfcde-340f-4016-ab94-0e8e16dfe5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:08:59.309214 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-70de5467-7882-414a-92a9-bc13e2593573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:00.200885 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:01.688267 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:01.930229 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:03.428069 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:03.428847 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:11.924208 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:11.926163 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:19.299463 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426914'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:26.814530 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9f40d2df-7b7d-420b-a06e-1c934ce7ca3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:29.310664 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e9257736-6475-47de-913a-06cfb0d21d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:30.203703 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:30.430729 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:09:31.253760 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40924) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:09:31.387566 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f2d9aa57-af83-4d51-ba0b-fe3928f84739 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1326306 Jul 28 09:09:31.691826 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:31.935365 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:33.430543 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 40934) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:09:33.485476 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2575d4d8-680c-45ec-9529-b0b7622d7f7d admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538671 Jul 28 09:09:39.448821 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:40.426864 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:41.382630 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:41.921543 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:41.931375 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:43.480752 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:49.284624 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:56.799274 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=13 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:56.800431 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=13 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:09:56.816527 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6ece5344-b6c9-46c9-9c7e-a52546669d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:09:59.316385 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-98cbed34-30f0-4ec5-a0b2-560bc8cdd88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:00.207048 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:01.693232 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:01.928169 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:07.430197 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:10:11.922181 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:10:11.924014 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:10:17.425970 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:10:17.426712 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:10:19.283094 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:26.839959 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-16106f3f-158a-4b82-9492-a71f7785cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:29.320581 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab2ea-f98f-4b85-af66-0681536ea26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:30.210538 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:31.699578 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:31.956177 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:41.696046 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:10:41.950987 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=3,neutron:SELECT=26 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:10:44.429454 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:10:49.299229 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:54.425671 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:10:55.438002 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:10:56.822431 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7bc87309-d55b-4092-b512-6fb77cfeffbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:10:59.324092 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c57e6ddd-cccf-4050-829c-0578ba137d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:00.211731 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:01.701316 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:01.934697 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:11.430465 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:11.434980 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:11.925236 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:11.929933 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:12.340852 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41074) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:12.527487 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41092) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:12.619811 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1063801837-network', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:12.641274 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Made reservation on behalf of c957cfe3391147daab9fc1e59b414a3e for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:12.643613 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:12.655188 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:12.725451 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1915920160-network', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:12.763089 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Publish callbacks [] for security_group (d0298575-063c-4f81-89bc-e830c841034d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:12.769157 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d0298575-063c-4f81-89bc-e830c841034d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:12.786354 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Made reservation on behalf of ba0c305435a042aabbb61816788d7c66 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:12.789308 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:12.801338 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:11:12.808330 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:12.819204 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (d6813626-8c72-4cba-bbb8-34546e162d23), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:12.819204 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Added segment d6813626-8c72-4cba-bbb8-34546e162d23 of type vlan for network a25c70eb-0093-412d-853c-bc88149a664e Jul 28 09:11:12.888388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (a25c70eb-0093-412d-853c-bc88149a664e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:12.900630 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0298575-063c-4f81-89bc-e830c841034d,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Tracked resource versions report: Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: pushed versions: Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: { 'AddressGroup': {'1.2'}, Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Agent': {'1.1'}, Jul 28 09:11:12.930057 dv-cinder-851249-5-iscsi neutron-server[104124]: 'ConntrackHelper': {'1.0'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'LocalIPAssociation': {'1.0'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Log': {'1.0'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'NDPProxy': {'1.0'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Network': {'1.1'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Port': {'1.7'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'PortForwarding': {'1.3'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'QosPolicy': {'1.10'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SecurityGroup': {'1.5'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SubPort': {'1.0'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Subnet': {'1.1'}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Trunk': {'1.1'}} Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: consumer versions: Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: { DHCP agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: HyperV agent@hv-cinder-85124: {}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: L3 agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: Metadata agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: Metering agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: Open vSwitch agent@dv-cinder-851249-5-iscsi: { 'AddressGroup': '1.2', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Agent': '1.1', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'ConntrackHelper': '1.0', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'LocalIPAssociation': '1.0', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Log': '1.0', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'NDPProxy': '1.0', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Network': '1.1', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Port': '1.7', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'PortForwarding': '1.3', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'QosPolicy': '1.10', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SecurityGroup': '1.5', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SecurityGroupRule': '1.2', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'SubPort': '1.0', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Subnet': '1.1', Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: 'Trunk': '1.1'}} Jul 28 09:11:12.931963 dv-cinder-851249-5-iscsi neutron-server[104124]: {{(pid=104124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:11:12.960701 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (a25c70eb-0093-412d-853c-bc88149a664e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:12.961580 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:12.962622 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.040071 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6975276 Jul 28 09:11:13.043186 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41128) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:13.049865 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Request body: {'subnet': {'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-subnet', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:13.063754 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea43d1a-6651-4d2a-9e8f-52801b75d8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=a25c70eb-0093-412d-853c-bc88149a664e,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:13.076494 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network a25c70eb-0093-412d-853c-bc88149a664e details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:11:13.087876 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Publish callbacks [] for security_group (8daa80f2-d485-45e4-8ae1-db1a424daff4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.093558 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8daa80f2-d485-45e4-8ae1-db1a424daff4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.112079 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Made reservation on behalf of c957cfe3391147daab9fc1e59b414a3e for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:13.114945 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.132786 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:11:13.142168 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daa80f2-d485-45e4-8ae1-db1a424daff4,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:13.170487 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (713e4fde-fe82-4468-b3d1-c8aafbd7a241), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.170896 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Added segment 713e4fde-fe82-4468-b3d1-c8aafbd7a241 of type vlan for network 5b2c886b-4998-465d-88a8-9d5b6629ddfc Jul 28 09:11:13.236564 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (5b2c886b-4998-465d-88a8-9d5b6629ddfc), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.272794 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (5b2c886b-4998-465d-88a8-9d5b6629ddfc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.274113 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:13.274749 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.349194 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8204901 Jul 28 09:11:13.349957 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41140) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:13.358790 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] Request body: {'subnet': {'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1915920160-subnet', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:13.360031 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (258e8cda-7921-417b-b638-3be8f77b5ab7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.378430 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:13.380969 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa570f-6394-46ac-8776-dfc93fce6aab admin admin] Pushing event updated for resources: {'Network': ['ID=5b2c886b-4998-465d-88a8-9d5b6629ddfc,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:13.395007 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] Made reservation on behalf of ba0c305435a042aabbb61816788d7c66 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:13.395393 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 5b2c886b-4998-465d-88a8-9d5b6629ddfc details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:11:13.399428 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.402748 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:13.421096 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=258e8cda-7921-417b-b638-3be8f77b5ab7,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:13.432475 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.432829 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.433188 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.433532 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.433885 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.434220 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.434548 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.434954 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.435293 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.436488 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.438618 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.438991 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.439334 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.439665 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.439997 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Tracked resource versions report: Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: pushed versions: Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: { 'AddressGroup': {'1.2'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Agent': {'1.1'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'ConntrackHelper': {'1.0'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'LocalIPAssociation': {'1.0'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Log': {'1.0'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'NDPProxy': {'1.0'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Network': {'1.1'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Port': {'1.7'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'PortForwarding': {'1.3'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'QosPolicy': {'1.10'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SecurityGroup': {'1.5'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SubPort': {'1.0'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Subnet': {'1.1'}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Trunk': {'1.1'}} Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: consumer versions: Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: { DHCP agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: HyperV agent@hv-cinder-85124: {}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: L3 agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: Metadata agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: Metering agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: Open vSwitch agent@dv-cinder-851249-5-iscsi: { 'AddressGroup': '1.2', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Agent': '1.1', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'ConntrackHelper': '1.0', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'LocalIPAssociation': '1.0', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Log': '1.0', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'NDPProxy': '1.0', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Network': '1.1', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Port': '1.7', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'PortForwarding': '1.3', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'QosPolicy': '1.10', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SecurityGroup': '1.5', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SecurityGroupRule': '1.2', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'SubPort': '1.0', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Subnet': '1.1', Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: 'Trunk': '1.1'}} Jul 28 09:11:13.442080 dv-cinder-851249-5-iscsi neutron-server[104123]: {{(pid=104123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:11:13.477474 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Checking segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:13.477745 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Network hostable DHCP agents. Network: a25c70eb-0093-412d-853c-bc88149a664e, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:11:13.501813 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Network a25c70eb-0093-412d-853c-bc88149a664e is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:11:13.516148 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, a25c70eb-0093-412d-853c-bc88149a664e) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:13.523617 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:13.524272 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.536686 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4d1c4b-4a00-43ec-b73f-b54870d08f16 None None] Network a25c70eb-0093-412d-853c-bc88149a664e requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:11:13.549890 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0f5d5f88-4ef9-4ba4-9d05-d508b542f849 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5050020 Jul 28 09:11:13.553472 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41158) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:13.554160 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41160) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:13.564954 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:13.595515 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (109703c7-684e-4e7e-9ac7-451f56fa01a1), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.600614 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (109703c7-684e-4e7e-9ac7-451f56fa01a1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.607131 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41166) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:13.678055 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41172) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:13.712769 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-a25c70eb-0093-412d-853c-bc88149a664e', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:11:13.713868 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.781755 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Publish callbacks [] for router_controller (109703c7-684e-4e7e-9ac7-451f56fa01a1), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.820000 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (e50d45db-937b-4b7e-b2c7-321cb78204ea), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.878500 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50d45db-937b-4b7e-b2c7-321cb78204ea,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:13.912759 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-network', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:13.915137 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] Checking segment: {'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:13.915668 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] Network hostable DHCP agents. Network: 5b2c886b-4998-465d-88a8-9d5b6629ddfc, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:11:13.937054 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Allocated IP 172.20.0.2 (a25c70eb-0093-412d-853c-bc88149a664e/258e8cda-7921-417b-b638-3be8f77b5ab7/ce65eb61-3ca2-49c7-90d2-b7affadd8e04) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:13.945547 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] Network 5b2c886b-4998-465d-88a8-9d5b6629ddfc is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:11:13.960937 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 5b2c886b-4998-465d-88a8-9d5b6629ddfc) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:13.985422 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:13.986264 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:13.987129 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767f6a11-65c8-492d-be17-89318bfc81f4 None None] Network 5b2c886b-4998-465d-88a8-9d5b6629ddfc requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:11:14.008108 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-771850ff-cc9a-45ed-83c1-433786b2f0e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6553850 Jul 28 09:11:14.010669 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41182) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:14.016646 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1915920160-router', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:14.050245 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (cc18c696-f262-4a17-9639-c9a9681c0bfa), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.052687 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (cc18c696-f262-4a17-9639-c9a9681c0bfa), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.055548 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Made reservation on behalf of 6e862416d3ca4d019cd0dd62f439038c for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:14.057955 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.074373 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-143299323-network', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:14.114807 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.136914 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Publish callbacks [] for router_controller (cc18c696-f262-4a17-9639-c9a9681c0bfa), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.142229 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Made reservation on behalf of b7b5e309462a425a92e550dd2c72ca4d for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:14.146689 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.148432 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:14.154764 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Publish callbacks [] for router_gateway (109703c7-684e-4e7e-9ac7-451f56fa01a1), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.158458 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-222749790-network', 'tenant_id': '34cb634f5c154187a943a454a706f200'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:14.181767 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.294220 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Publish callbacks [] for security_group (d6067bb8-f3cc-4057-a1dc-49ea001fe2a7), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.342247 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d6067bb8-f3cc-4057-a1dc-49ea001fe2a7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.438386 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Publish callbacks [] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.442910 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Made reservation on behalf of 34cb634f5c154187a943a454a706f200 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:14.446649 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.449960 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.458890 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:11:14.463255 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.484050 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Publish callbacks [] for router_gateway (cc18c696-f262-4a17-9639-c9a9681c0bfa), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.486301 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (4c9668f5-d53a-431c-88a4-e4bf58e239b1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.489079 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Added segment 4c9668f5-d53a-431c-88a4-e4bf58e239b1 of type vlan for network 62ef4833-ede7-4ed1-81d0-684613a04084 Jul 28 09:11:14.525151 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Network a25c70eb-0093-412d-853c-bc88149a664e is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:14.526867 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-5b2c886b-4998-465d-88a8-9d5b6629ddfc', 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc', 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'fixed_ips': [{'subnet_id': 'e50d45db-937b-4b7e-b2c7-321cb78204ea'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:11:14.527818 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.533145 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:14.545004 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Pushing event updated for resources: {'Port': ['ID=ce65eb61-3ca2-49c7-90d2-b7affadd8e04,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:14.553874 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:14.557006 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:14.601605 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (62ef4833-ede7-4ed1-81d0-684613a04084), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.635473 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=24,neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:14.660651 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=8 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:14.670954 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (62ef4833-ede7-4ed1-81d0-684613a04084), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.673356 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:14.674464 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.683117 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Publish callbacks [] for security_group (5ee579cb-5698-4f54-88a5-42389638bf11), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.701153 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (5ee579cb-5698-4f54-88a5-42389638bf11), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.724520 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1664469 Jul 28 09:11:14.726694 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41204) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:14.737183 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.738691 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.738691 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.739330 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.739766 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.740199 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.741222 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.741658 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.742266 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.742786 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.743339 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.743745 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.744229 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.744616 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.745299 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Tracked resource versions report: Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: pushed versions: Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: { 'AddressGroup': {'1.2'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Agent': {'1.1'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'ConntrackHelper': {'1.0'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'LocalIPAssociation': {'1.0'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Log': {'1.0'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'NDPProxy': {'1.0'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Network': {'1.1'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Port': {'1.7'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'PortForwarding': {'1.3'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'QosPolicy': {'1.10'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SecurityGroup': {'1.5'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SubPort': {'1.0'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Subnet': {'1.1'}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Trunk': {'1.1'}} Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: consumer versions: Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: { DHCP agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: HyperV agent@hv-cinder-85124: {}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: L3 agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: Metadata agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: Metering agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: Open vSwitch agent@dv-cinder-851249-5-iscsi: { 'AddressGroup': '1.2', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Agent': '1.1', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'ConntrackHelper': '1.0', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'LocalIPAssociation': '1.0', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Log': '1.0', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'NDPProxy': '1.0', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Network': '1.1', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Port': '1.7', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'PortForwarding': '1.3', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'QosPolicy': '1.10', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SecurityGroup': '1.5', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SecurityGroupRule': '1.2', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'SubPort': '1.0', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Subnet': '1.1', Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: 'Trunk': '1.1'}} Jul 28 09:11:14.746697 dv-cinder-851249-5-iscsi neutron-server[104125]: {{(pid=104125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:11:14.752118 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:14.762077 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] Request body: {'subnet': {'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-subnet', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:14.795740 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Allocated IP 172.20.0.2 (5b2c886b-4998-465d-88a8-9d5b6629ddfc/e50d45db-937b-4b7e-b2c7-321cb78204ea/96461f1e-ae52-4bd8-a466-65edf8111721) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:14.825719 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee579cb-5698-4f54-88a5-42389638bf11,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:14.833345 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Publish callbacks [] for security_group (df897441-2b30-44d3-9650-7f56a28214c2), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.840558 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:11:14.877071 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] Made reservation on behalf of 6e862416d3ca4d019cd0dd62f439038c for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:14.892210 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Publish callbacks [] for router_gateway (cc18c696-f262-4a17-9639-c9a9681c0bfa), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.897337 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (df897441-2b30-44d3-9650-7f56a28214c2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.898772 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.910482 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:11:14.924166 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (8458a946-113d-49c4-b1e8-da48ec08db66), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.924487 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Added segment 8458a946-113d-49c4-b1e8-da48ec08db66 of type vlan for network 64888555-aa9a-41f3-b5b6-dab010021048 Jul 28 09:11:14.969992 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:14.986948 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (5668e66f-8be4-4d63-8bdd-0340e447a9fb), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:14.987293 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Added segment 5668e66f-8be4-4d63-8bdd-0340e447a9fb of type vlan for network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f Jul 28 09:11:15.026270 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.044374 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (64888555-aa9a-41f3-b5b6-dab010021048), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.059199 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Attempting to bind port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:15.059581 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Attempting to bind port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:15.060210 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Attempting to bind port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 on network a25c70eb-0093-412d-853c-bc88149a664e {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:15.090356 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:15.090734 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Checking segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:15.091135 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.092216 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Bound using segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:15.092760 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Bound port: ce65eb61-3ca2-49c7-90d2-b7affadd8e04, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:15.093139 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.178546 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Publish callbacks [] for port (96461f1e-ae52-4bd8-a466-65edf8111721), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.194876 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.221880 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6067bb8-f3cc-4057-a1dc-49ea001fe2a7,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:15.248578 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df897441-2b30-44d3-9650-7f56a28214c2,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:15.261635 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf0ae9-18ab-42e4-8e9c-122238baa66c admin admin] Pushing event updated for resources: {'Network': ['ID=62ef4833-ede7-4ed1-81d0-684613a04084,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:15.305403 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (6941e6b9-7bfc-4053-9e7d-f682ee21c51f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.310477 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (64888555-aa9a-41f3-b5b6-dab010021048), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.311742 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:15.313014 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.315907 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Publish callbacks [] for router_gateway (109703c7-684e-4e7e-9ac7-451f56fa01a1), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.333030 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:15.350597 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 62ef4833-ede7-4ed1-81d0-684613a04084 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:11:15.385886 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.394685 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Network 5b2c886b-4998-465d-88a8-9d5b6629ddfc is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:15.406195 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] For port ce65eb61-3ca2-49c7-90d2-b7affadd8e04, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:15.418910 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:15.422915 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:15.440159 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.7580342 Jul 28 09:11:15.443368 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41238) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:15.461109 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Pushing event updated for resources: {'Port': ['ID=96461f1e-ae52-4bd8-a466-65edf8111721,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:15.461728 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] Request body: {'subnet': {'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-subnet', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:15.487559 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] For port ce65eb61-3ca2-49c7-90d2-b7affadd8e04, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=ce65eb61-3ca2-49c7-90d2-b7affadd8e04,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:15.491862 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cf31f-422a-4c33-9373-030d3b1d3eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=64888555-aa9a-41f3-b5b6-dab010021048,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:15.506416 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] Made reservation on behalf of 34cb634f5c154187a943a454a706f200 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:15.509184 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.514755 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (6941e6b9-7bfc-4053-9e7d-f682ee21c51f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.516070 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:15.516771 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.566972 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 64888555-aa9a-41f3-b5b6-dab010021048 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:11:15.600120 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Allocated IP 172.27.0.65 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/27bdf03b-c76c-418d-8067-59459fae3a6e) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:15.657596 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.0476394 Jul 28 09:11:15.662289 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41246) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:15.668225 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] Request body: {'subnet': {'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-143299323-subnet', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:15.707735 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371ad6d-5e02-472b-835d-9ff5f2258d1b admin admin] Pushing event updated for resources: {'Network': ['ID=6941e6b9-7bfc-4053-9e7d-f682ee21c51f,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:15.738541 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:15.782212 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] Made reservation on behalf of b7b5e309462a425a92e550dd2c72ca4d for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:15.786152 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.820270 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.840844 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:11:15.861627 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (10724f6b-aa5e-44e0-8302-ebcb010872f7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.881232 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Publish callbacks [] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:15.885453 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:15.958419 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b5700-70b3-4282-a303-8ec416e13a85 None None] Pushing event updated for resources: {'Port': ['ID=ce65eb61-3ca2-49c7-90d2-b7affadd8e04,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:15.981663 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:16.018853 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:16.030032 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Attempting to bind port 96461f1e-ae52-4bd8-a466-65edf8111721 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:16.030412 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Attempting to bind port 96461f1e-ae52-4bd8-a466-65edf8111721 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:16.030777 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Attempting to bind port 96461f1e-ae52-4bd8-a466-65edf8111721 on network 5b2c886b-4998-465d-88a8-9d5b6629ddfc {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:16.042078 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:16.046695 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:16.048703 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:16.101192 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:16.101677 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Checking segment: {'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:16.102365 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:16.103108 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Bound using segment: {'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:16.103655 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Bound port: 96461f1e-ae52-4bd8-a466-65edf8111721, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:16.104265 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:16.162192 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10724f6b-aa5e-44e0-8302-ebcb010872f7,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:16.231160 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] For port 96461f1e-ae52-4bd8-a466-65edf8111721, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:16.260627 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Pushing event updated for resources: {'Port': ['ID=27bdf03b-c76c-418d-8067-59459fae3a6e,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:16.274834 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:16.275738 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] For port 96461f1e-ae52-4bd8-a466-65edf8111721, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=96461f1e-ae52-4bd8-a466-65edf8111721,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:16.296313 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:16.384500 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:16.419726 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:16.425573 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70ab38-043b-4980-a2e3-e2a87269a406 None None] Pushing event updated for resources: {'Port': ['ID=96461f1e-ae52-4bd8-a466-65edf8111721,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:16.428406 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Allocated IP 172.27.0.12 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/b16fd12c-2032-4d5a-bf3d-e94a7911ae20) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:16.535321 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] Checking segment: {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:16.535321 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] Network hostable DHCP agents. Network: 64888555-aa9a-41f3-b5b6-dab010021048, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:11:16.575504 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Publish callbacks [] for router_gateway (cc18c696-f262-4a17-9639-c9a9681c0bfa), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:16.605902 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] Checking segment: {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:16.606152 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] Network hostable DHCP agents. Network: 62ef4833-ede7-4ed1-81d0-684613a04084, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:11:16.631623 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (66df279f-10e1-460e-ac7d-69ed4ca391e2), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:16.753474 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Publish callbacks [] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:16.792185 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] Network 64888555-aa9a-41f3-b5b6-dab010021048 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:11:16.868162 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 64888555-aa9a-41f3-b5b6-dab010021048) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:16.876928 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:16.877356 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:16.884350 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980c8858-7b0b-4027-9d4a-b65b40f1ec9e None None] Network 64888555-aa9a-41f3-b5b6-dab010021048 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:11:16.910334 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] Checking segment: {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:16.910334 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] Network hostable DHCP agents. Network: 6941e6b9-7bfc-4053-9e7d-f682ee21c51f, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:11:16.923485 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=66df279f-10e1-460e-ac7d-69ed4ca391e2,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:16.962139 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] Network 62ef4833-ede7-4ed1-81d0-684613a04084 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:11:16.968336 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-69c5ac7e-fb57-42fc-8b00-9d037151ee51 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5151868 Jul 28 09:11:16.978669 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41286) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:16.996460 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:17.038276 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (cc18c696-f262-4a17-9639-c9a9681c0bfa), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.048170 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (6b48974c-9b28-43c8-83af-4ee4756142f0), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.050281 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (6b48974c-9b28-43c8-83af-4ee4756142f0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.052085 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:17.061279 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 62ef4833-ede7-4ed1-81d0-684613a04084) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:17.068602 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:17.069329 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.087819 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db17cd24-b2f6-41df-953a-0012a2ff3df5 None None] Network 62ef4833-ede7-4ed1-81d0-684613a04084 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:11:17.089858 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] Network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:11:17.103523 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 6941e6b9-7bfc-4053-9e7d-f682ee21c51f) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:17.119076 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:17.119711 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.124992 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.133315 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-326e9cd6-dcd5-4a44-9f2c-0c9cf0e4181a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3982701 Jul 28 09:11:17.140975 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:17.143511 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41288) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:17.174743 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07c9a9a-5835-4fcc-8a6e-7c5dd9941d7d None None] Network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:11:17.265573 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:17.281758 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Pushing event updated for resources: {'Port': ['ID=b16fd12c-2032-4d5a-bf3d-e94a7911ae20,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:17.299609 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:17.337875 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:17.340466 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:17.351335 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ca52f748-1992-4d1e-832b-04020649fe3f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6878507 Jul 28 09:11:17.355193 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:17.356652 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-64888555-aa9a-41f3-b5b6-dab010021048', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'project_id': '34cb634f5c154187a943a454a706f200', 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:11:17.357943 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41298) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:17.358069 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.365193 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:17.367453 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:11:17.368388 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.443223 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Publish callbacks [] for router_controller (6b48974c-9b28-43c8-83af-4ee4756142f0), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.471504 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (25cd5ca0-264f-40d2-9291-e424b4e6305d), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.473289 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (25cd5ca0-264f-40d2-9291-e424b4e6305d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.493511 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (26a38532-9eed-4f40-8e77-0dcc98c8ec09), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.494710 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (26a38532-9eed-4f40-8e77-0dcc98c8ec09), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.611895 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Publish callbacks [] for router_controller (25cd5ca0-264f-40d2-9291-e424b4e6305d), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.612599 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-62ef4833-ede7-4ed1-81d0-684613a04084', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:11:17.615736 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.648334 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:17.802285 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Router cc18c696-f262-4a17-9639-c9a9681c0bfa is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:11:17.820359 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Publish callbacks [] for router_gateway (6b48974c-9b28-43c8-83af-4ee4756142f0), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:17.937763 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba1db1-2c09-49d9-92d6-b33a6f1bafe0 None None] Network a25c70eb-0093-412d-853c-bc88149a664e requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:11:17.986668 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Publish callbacks [] for router_controller (26a38532-9eed-4f40-8e77-0dcc98c8ec09), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:18.161164 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Publish callbacks [] for router_gateway (25cd5ca0-264f-40d2-9291-e424b4e6305d), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:18.180340 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Allocated IP 172.20.0.2 (64888555-aa9a-41f3-b5b6-dab010021048/b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d/fd5166ee-c668-43b4-87d3-4991aa7f1ec7) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:18.182329 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:11:18.199751 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Sync routers for ids ['cc18c696-f262-4a17-9639-c9a9681c0bfa'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:11:18.224452 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-4dc22c27-1dfc-4141-8453-fbfa5f7836ea None None] Provisioning complete for port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:18.224844 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4dc22c27-1dfc-4141-8453-fbfa5f7836ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:18.272035 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Routers {'cc18c696-f262-4a17-9639-c9a9681c0bfa'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:18.272035 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['cc18c696-f262-4a17-9639-c9a9681c0bfa'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:18.328954 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:18.356537 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:18.360257 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e4734d-4437-4407-aad4-d23b9de1fcc9 None None] Network 5b2c886b-4998-465d-88a8-9d5b6629ddfc requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:11:18.363575 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device ce65eb61-3ca2-49c7-90d2-b7affadd8e04 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:18.364632 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5b2d2d47-b4f9-4256-abd5-fde72a32e306 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3523345 Jul 28 09:11:18.365426 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41320) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:18.430038 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Allocated IP 172.20.0.2 (6941e6b9-7bfc-4053-9e7d-f682ee21c51f/66df279f-10e1-460e-ac7d-69ed4ca391e2/7b68a399-2e31-4a3c-b384-90f4b15ac348) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:18.432872 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:18.478891 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:18.489076 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Publish callbacks [] for router_gateway (109703c7-684e-4e7e-9ac7-451f56fa01a1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:18.524283 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:18.524613 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:18.563848 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Set router cc18c696-f262-4a17-9639-c9a9681c0bfa gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:18.581089 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Publish callbacks [] for router_gateway (6b48974c-9b28-43c8-83af-4ee4756142f0), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:18.606777 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:18.661432 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:18.710669 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:18.711053 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:18.755347 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'name': 'tempest-DeleteServersTestJSON-1915920160-router', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:14Z', 'updated_at': '2022-07-28T09:11:16Z', 'revision_number': 3, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'gw_port': {'id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:18.757655 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port ce65eb61-3ca2-49c7-90d2-b7affadd8e04, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=ce65eb61-3ca2-49c7-90d2-b7affadd8e04,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:18.796196 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Checking router: cc18c696-f262-4a17-9639-c9a9681c0bfa for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:11:18.797280 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Updating router cc18c696-f262-4a17-9639-c9a9681c0bfa port 27bdf03b-c76c-418d-8067-59459fae3a6e binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:11:18.831921 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:18.937955 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Allocated IP 172.27.0.174 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:18.940256 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:18.968306 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:18.969784 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 96461f1e-ae52-4bd8-a466-65edf8111721 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:19.038692 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Allocated IP 172.20.0.2 (62ef4833-ede7-4ed1-81d0-684613a04084/10724f6b-aa5e-44e0-8302-ebcb010872f7/5867f1c7-71c3-4733-8f6c-461f57036de5) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:19.058273 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Publish callbacks [] for router_gateway (26a38532-9eed-4f40-8e77-0dcc98c8ec09), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.092185 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:19.094809 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (109703c7-684e-4e7e-9ac7-451f56fa01a1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.171890 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.202279 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Publish callbacks [] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.296332 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:19.328888 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.382912 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:19.485555 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:19.516187 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:19.528308 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:19.552351 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Pushing event updated for resources: {'Port': ['ID=cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:19.616482 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-4dc22c27-1dfc-4141-8453-fbfa5f7836ea None None] Current status of the port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:19.663464 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Publish callbacks [] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.678289 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.699316 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Publish callbacks [] for router_gateway (25cd5ca0-264f-40d2-9291-e424b4e6305d), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.749119 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Pushing event updated for resources: {'Port': ['ID=27bdf03b-c76c-418d-8067-59459fae3a6e,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:19.780132 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Publish callbacks [] for router_gateway (26a38532-9eed-4f40-8e77-0dcc98c8ec09), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.782422 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.803375 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Attempting to bind port 27bdf03b-c76c-418d-8067-59459fae3a6e on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:19.804852 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Attempting to bind port 27bdf03b-c76c-418d-8067-59459fae3a6e by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:19.805488 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Attempting to bind port 27bdf03b-c76c-418d-8067-59459fae3a6e on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:19.817198 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.818490 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.819061 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.819627 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.820423 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.820961 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.821873 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.822458 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.823027 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.823714 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.826082 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.826238 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Publish callbacks [] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.826843 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.828293 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.828840 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.829377 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Tracked resource versions report: Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: pushed versions: Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: { 'AddressGroup': {'1.2'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Agent': {'1.1'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'ConntrackHelper': {'1.0'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'LocalIPAssociation': {'1.0'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Log': {'1.0'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'NDPProxy': {'1.0'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Network': {'1.1'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Port': {'1.7'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'PortForwarding': {'1.3'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'QosPolicy': {'1.10'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SecurityGroup': {'1.5'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SubPort': {'1.0'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Subnet': {'1.1'}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Trunk': {'1.1'}} Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: consumer versions: Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: { DHCP agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: HyperV agent@hv-cinder-85124: {}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: L3 agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: Metadata agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: Metering agent@dv-cinder-851249-5-iscsi: {}, Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: Open vSwitch agent@dv-cinder-851249-5-iscsi: { 'AddressGroup': '1.2', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Agent': '1.1', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'ConntrackHelper': '1.0', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'LocalIPAssociation': '1.0', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Log': '1.0', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'NDPProxy': '1.0', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Network': '1.1', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Port': '1.7', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'PortForwarding': '1.3', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'QosPolicy': '1.10', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SecurityGroup': '1.5', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SecurityGroupRule': '1.2', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'SubPort': '1.0', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Subnet': '1.1', Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: 'Trunk': '1.1'}} Jul 28 09:11:19.831125 dv-cinder-851249-5-iscsi neutron-server[104126]: {{(pid=104126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:11:19.840153 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.848056 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:19.848747 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:19.850183 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.851025 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:19.851912 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Bound port: 27bdf03b-c76c-418d-8067-59459fae3a6e, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:19.852508 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.860871 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=ce65eb61-3ca2-49c7-90d2-b7affadd8e04,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:19.872166 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.878681 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 96461f1e-ae52-4bd8-a466-65edf8111721 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:19.879071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.916673 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Allocated IP 172.20.0.1 (5b2c886b-4998-465d-88a8-9d5b6629ddfc/e50d45db-937b-4b7e-b2c7-321cb78204ea/766d6e01-b55f-451a-ad13-80454532c40f) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:19.949683 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-51c0339c-ac90-4127-86aa-d502f75651eb None None] Provisioning complete for port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:19.958035 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] For port 27bdf03b-c76c-418d-8067-59459fae3a6e, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:19.965265 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-51c0339c-ac90-4127-86aa-d502f75651eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.965578 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] For port 27bdf03b-c76c-418d-8067-59459fae3a6e, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=27bdf03b-c76c-418d-8067-59459fae3a6e,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:19.968220 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:19.977384 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.002646 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Publish callbacks [] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.027110 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:20.057320 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Routers {'cc18c696-f262-4a17-9639-c9a9681c0bfa'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:20.058348 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['cc18c696-f262-4a17-9639-c9a9681c0bfa'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:20.106590 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Publish callbacks [] for port (766d6e01-b55f-451a-ad13-80454532c40f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.135313 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf73235-76d0-44c8-932f-03fbc0878983 None None] Pushing event updated for resources: {'Port': ['ID=27bdf03b-c76c-418d-8067-59459fae3a6e,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:20.145095 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:20.159671 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (766d6e01-b55f-451a-ad13-80454532c40f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.202375 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Router 109703c7-684e-4e7e-9ac7-451f56fa01a1 is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:11:20.210947 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.226012 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] Set router cc18c696-f262-4a17-9639-c9a9681c0bfa gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:20.234469 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:20.260607 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:20.324500 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Publish callbacks [] for router_gateway (6b48974c-9b28-43c8-83af-4ee4756142f0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.331835 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Allocated IP 172.27.0.30 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/2c0d184f-683b-467d-91d6-67c0d8bf8634) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:20.336432 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Network 5b2c886b-4998-465d-88a8-9d5b6629ddfc is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:20.363996 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:20.374690 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:20.376524 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:20.380378 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:20.385561 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:20.386103 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (cc18c696-f262-4a17-9639-c9a9681c0bfa), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.418094 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Pushing event updated for resources: {'Port': ['ID=7b68a399-2e31-4a3c-b384-90f4b15ac348,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:20.437374 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Network 64888555-aa9a-41f3-b5b6-dab010021048 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:20.444783 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Pushing event updated for resources: {'Port': ['ID=766d6e01-b55f-451a-ad13-80454532c40f,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:20.449175 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:20.460986 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:20.559973 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Publish callbacks [] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.586996 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:20.594092 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'name': 'tempest-DeleteServersTestJSON-1915920160-router', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:14Z', 'updated_at': '2022-07-28T09:11:16Z', 'revision_number': 3, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'gw_port': {'id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:20.607710 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:20.668959 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:11:20.669202 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed989988-e798-4f46-b5c5-c2601d3701f3 None None] The sync data for ids ['cc18c696-f262-4a17-9639-c9a9681c0bfa'] in dv-cinder-851249-5-iscsi is: [{'id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'name': 'tempest-DeleteServersTestJSON-1915920160-router', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:14Z', 'updated_at': '2022-07-28T09:11:16Z', 'revision_number': 3, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'gw_port': {'id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:11:20.685165 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Publish callbacks [] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.713308 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.715551 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-73491cef-17e2-41cc-a453-602aa246ac7b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1585124 Jul 28 09:11:20.732381 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41360) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:20.750553 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.807929 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:20.808707 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Sync routers for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:11:20.812008 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.814029 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (6b48974c-9b28-43c8-83af-4ee4756142f0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.820225 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:20.843220 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:20.846435 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:20.877801 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Network 62ef4833-ede7-4ed1-81d0-684613a04084 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:20.880612 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-51c0339c-ac90-4127-86aa-d502f75651eb None None] Current status of the port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:20.901023 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:20.902853 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-51c0339c-ac90-4127-86aa-d502f75651eb None None] Provisioning complete for port 96461f1e-ae52-4bd8-a466-65edf8111721 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:20.903192 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-51c0339c-ac90-4127-86aa-d502f75651eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:20.910042 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:20.947910 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Attempting to bind port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:20.948299 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Attempting to bind port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:20.948663 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Attempting to bind port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 on network 64888555-aa9a-41f3-b5b6-dab010021048 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:20.954697 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Attempting to bind port 7b68a399-2e31-4a3c-b384-90f4b15ac348 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:20.954885 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Attempting to bind port 7b68a399-2e31-4a3c-b384-90f4b15ac348 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:20.955241 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Attempting to bind port 7b68a399-2e31-4a3c-b384-90f4b15ac348 on network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:20.975630 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (766d6e01-b55f-451a-ad13-80454532c40f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.015736 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:21.016357 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Checking segment: {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:21.016665 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.016968 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Bound using segment: {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:21.017368 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Bound port: fd5166ee-c668-43b4-87d3-4991aa7f1ec7, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:21.017747 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.022818 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:21.025584 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Checking segment: {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:21.025584 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.025584 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Bound using segment: {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:21.026472 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Bound port: 7b68a399-2e31-4a3c-b384-90f4b15ac348, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:21.026893 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.040832 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Pushing event updated for resources: {'Port': ['ID=fd5166ee-c668-43b4-87d3-4991aa7f1ec7,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:21.163043 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:21.163679 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:21.198325 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:21.199237 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 96461f1e-ae52-4bd8-a466-65edf8111721 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:21.199621 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.262610 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Allocated IP 172.27.0.173 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/ac082887-ae76-4bfb-b509-d786fe2d7e52) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:21.266586 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0d184f-683b-467d-91d6-67c0d8bf8634,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:21.287220 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] For port 7b68a399-2e31-4a3c-b384-90f4b15ac348, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:21.322735 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:21.323502 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Attempting to bind port 5867f1c7-71c3-4733-8f6c-461f57036de5 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:21.323766 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Attempting to bind port 5867f1c7-71c3-4733-8f6c-461f57036de5 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:21.324125 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Attempting to bind port 5867f1c7-71c3-4733-8f6c-461f57036de5 on network 62ef4833-ede7-4ed1-81d0-684613a04084 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:21.362153 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:21.362449 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Checking segment: {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:21.362876 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.363348 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Bound using segment: {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:21.364382 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Bound port: 5867f1c7-71c3-4733-8f6c-461f57036de5, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:21.364776 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.398231 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Publish callbacks [] for port (766d6e01-b55f-451a-ad13-80454532c40f), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.400480 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] For port 7b68a399-2e31-4a3c-b384-90f4b15ac348, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=7b68a399-2e31-4a3c-b384-90f4b15ac348,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:21.411065 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Pushing event updated for resources: {'Port': ['ID=5867f1c7-71c3-4733-8f6c-461f57036de5,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:21.428541 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:11:21.438035 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:21.459633 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (766d6e01-b55f-451a-ad13-80454532c40f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.460386 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (cc18c696-f262-4a17-9639-c9a9681c0bfa), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.467267 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.478981 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 96461f1e-ae52-4bd8-a466-65edf8111721, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=96461f1e-ae52-4bd8-a466-65edf8111721,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:21.518936 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Router 6b48974c-9b28-43c8-83af-4ee4756142f0 is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:11:21.521895 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Publish callbacks [] for router_gateway (25cd5ca0-264f-40d2-9291-e424b4e6305d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.550221 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.568845 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] For port fd5166ee-c668-43b4-87d3-4991aa7f1ec7, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:21.643544 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Pushing event updated for resources: {'Port': ['ID=766d6e01-b55f-451a-ad13-80454532c40f,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:21.646184 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:21.681339 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:21.751076 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Publish callbacks [] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.771560 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] For port fd5166ee-c668-43b4-87d3-4991aa7f1ec7, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=fd5166ee-c668-43b4-87d3-4991aa7f1ec7,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:21.792367 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-51c0339c-ac90-4127-86aa-d502f75651eb None None] Current status of the port 96461f1e-ae52-4bd8-a466-65edf8111721 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:21.792811 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-51c0339c-ac90-4127-86aa-d502f75651eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.814109 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4b5d5-1969-4909-89fd-5bb2744b289f None None] Pushing event updated for resources: {'Port': ['ID=7b68a399-2e31-4a3c-b384-90f4b15ac348,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:21.915921 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Network 5b2c886b-4998-465d-88a8-9d5b6629ddfc is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:21.920691 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (25cd5ca0-264f-40d2-9291-e424b4e6305d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.927759 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:21.982976 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:22.143743 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:22.149791 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:22.159242 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:22.217228 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:22.239526 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Router cc18c696-f262-4a17-9639-c9a9681c0bfa has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:11:22.241134 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Pushing event updated for resources: {'Port': ['ID=ac082887-ae76-4bfb-b509-d786fe2d7e52,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:22.260673 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:22.271298 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=96461f1e-ae52-4bd8-a466-65edf8111721,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:22.304889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:11:22.318470 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Sync routers for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:11:22.325520 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] For port 5867f1c7-71c3-4733-8f6c-461f57036de5, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:22.338679 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device ce65eb61-3ca2-49c7-90d2-b7affadd8e04 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:22.339938 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:22.340561 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:22.372932 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:22.379191 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b341bb10-9618-42b8-a9a5-44687ba9085d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3930931 Jul 28 09:11:22.383794 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41386) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:22.410485 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Router 25cd5ca0-264f-40d2-9291-e424b4e6305d is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:11:22.432458 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] For port 5867f1c7-71c3-4733-8f6c-461f57036de5, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=5867f1c7-71c3-4733-8f6c-461f57036de5,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:22.472163 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:22.489735 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:22.509425 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:22.511175 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.db.api [None req-51c0339c-ac90-4127-86aa-d502f75651eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 09:11:22.511785 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG oslo_db.api [None req-51c0339c-ac90-4127-86aa-d502f75651eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 09:11:22.561182 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:22.565994 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9930871-7e71-4708-9f72-a6cad5773b8a None None] Pushing event updated for resources: {'Port': ['ID=fd5166ee-c668-43b4-87d3-4991aa7f1ec7,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:22.571381 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Publish callbacks [] for router_gateway (26a38532-9eed-4f40-8e77-0dcc98c8ec09), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:22.628702 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:22.629088 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:22.773153 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9192e-7e9b-41b3-b867-d618c0fa4b5a None None] Pushing event updated for resources: {'Port': ['ID=5867f1c7-71c3-4733-8f6c-461f57036de5,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:22.794513 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:17Z', 'revision_number': 3, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:22.886439 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:11:22.903242 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Checking router: 109703c7-684e-4e7e-9ac7-451f56fa01a1 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:11:22.903566 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Updating router 109703c7-684e-4e7e-9ac7-451f56fa01a1 port b16fd12c-2032-4d5a-bf3d-e94a7911ae20 binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:11:22.906183 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:22.922744 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Sync routers for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:11:22.941700 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (26a38532-9eed-4f40-8e77-0dcc98c8ec09), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:22.969254 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:22.972835 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-dd02dc62-f4cc-45c9-b0d6-710a8bf23218 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6916161 Jul 28 09:11:22.976455 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41388) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:22.978557 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:11:22.993367 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-46ec6007-f8b9-49dd-bc13-e2716529eb7b admin admin] 10.222.0.48 "PUT /v2.0/routers/cc18c696-f262-4a17-9639-c9a9681c0bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6039753 Jul 28 09:11:23.029602 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:20Z', 'revision_number': 3, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:23.074424 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Checking router: 6b48974c-9b28-43c8-83af-4ee4756142f0 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:11:23.074661 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Updating router 6b48974c-9b28-43c8-83af-4ee4756142f0 port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:11:23.122607 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-51c0339c-ac90-4127-86aa-d502f75651eb None None] Current status of the port 96461f1e-ae52-4bd8-a466-65edf8111721 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:23.147398 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:23.204283 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:23.215490 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:23.220211 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 27bdf03b-c76c-418d-8067-59459fae3a6e up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:23.229876 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:23.230148 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:23.235478 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:23.340665 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:23.473440 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-68015643-6a2a-438b-a814-4dc519957aec None None] Provisioning complete for port 96461f1e-ae52-4bd8-a466-65edf8111721 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:23.483223 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:11:23.486636 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-68015643-6a2a-438b-a814-4dc519957aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:23.595796 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:23.641492 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Allocated IP 172.20.0.1 (a25c70eb-0093-412d-853c-bc88149a664e/258e8cda-7921-417b-b638-3be8f77b5ab7/61dd96b9-fee6-44f5-9ae5-312bd1b45601) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:23.772295 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Publish callbacks [] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:23.784441 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41424) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:23.806727 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 27bdf03b-c76c-418d-8067-59459fae3a6e triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:23.807368 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:23.808213 dv-cinder-851249-5-iscsi neutron-server[104124]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 09:11:23.868983 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Publish callbacks [] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:23.874845 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:23.884170 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:23.889398 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:23.960911 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff040632-f0e9-419f-8818-f5a7136eda51 None None] Pushing event updated for resources: {'Port': ['ID=cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:23.986993 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Attempting to bind port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:23.987511 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Attempting to bind port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:23.988728 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Attempting to bind port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:23.996019 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:23.996559 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:23.997726 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:23.998336 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:24.000002 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Bound port: cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:24.000506 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:24.028703 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:24.056684 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:24.075841 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:24.077063 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] For port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:24.084304 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] For port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:24.088419 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:24.095567 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:24.122728 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:24.140824 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:11:24.148740 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:24.198423 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Sync routers for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:11:24.211233 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:24.211864 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:24.219844 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:24.221106 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b241cad4-9180-4175-9254-c83ea1b2ca46 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8600357 Jul 28 09:11:24.226670 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41428) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:24.245113 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c0ff25-144f-4560-b147-f4a305b52f93 None None] Network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:11:24.247782 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:24.298572 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Network a25c70eb-0093-412d-853c-bc88149a664e is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:24.328051 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-e5fc1976-4205-4e49-a843-958828df147e tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:24.336205 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-e5fc1976-4205-4e49-a843-958828df147e tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/networks?id=5b2c886b-4998-465d-88a8-9d5b6629ddfc HTTP/1.1" status: 200 len: 812 time: 0.5340621 Jul 28 09:11:24.350096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:24.350096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:24.350096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (109703c7-684e-4e7e-9ac7-451f56fa01a1), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:24.362393 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Pushing event updated for resources: {'Port': ['ID=61dd96b9-fee6-44f5-9ae5-312bd1b45601,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:24.374634 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff040632-f0e9-419f-8818-f5a7136eda51 None None] Pushing event updated for resources: {'Port': ['ID=cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:24.388785 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:24.389572 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:24.468950 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a581d-bb2c-455b-899b-40b35bf71042 None None] Network 62ef4833-ede7-4ed1-81d0-684613a04084 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:11:24.521821 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-e73ca277-4f58-4348-9205-59226c2d5ad7 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/quotas/ba0c305435a042aabbb61816788d7c66 HTTP/1.1" status: 200 len: 375 time: 0.1831999 Jul 28 09:11:24.559243 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-68015643-6a2a-438b-a814-4dc519957aec None None] Current status of the port 96461f1e-ae52-4bd8-a466-65edf8111721 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:24.561999 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Sync routers for ids ['cc18c696-f262-4a17-9639-c9a9681c0bfa'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:11:24.609053 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:24.647856 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Publish callbacks [] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:24.659071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Routers {'cc18c696-f262-4a17-9639-c9a9681c0bfa'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:24.659704 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['cc18c696-f262-4a17-9639-c9a9681c0bfa'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:24.699134 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:24.742282 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:24.779421 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-68015643-6a2a-438b-a814-4dc519957aec None None] Provisioning complete for port 766d6e01-b55f-451a-ad13-80454532c40f triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:24.780058 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-68015643-6a2a-438b-a814-4dc519957aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (766d6e01-b55f-451a-ad13-80454532c40f), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:24.816135 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:24.858624 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-8e97c3d6-e920-4045-a2c5-d55c938d895d tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba0c305435a042aabbb61816788d7c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3360050 Jul 28 09:11:24.964303 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Allocated IP 172.20.0.1 (64888555-aa9a-41f3-b5b6-dab010021048/b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d/5925a981-6b06-4c9d-9ab5-7330db45a4d0) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:25.013341 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:25.130134 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Publish callbacks [] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.143576 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:25.147393 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Allocated IP 172.20.0.1 (62ef4833-ede7-4ed1-81d0-684613a04084/10724f6b-aa5e-44e0-8302-ebcb010872f7/2406e230-f638-4ca7-bcc2-fb200c0520e5) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:25.151421 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:25.174904 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1e095-89d7-4e1e-bf31-bc4d240bc64f None None] Network 64888555-aa9a-41f3-b5b6-dab010021048 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:11:25.203724 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:22Z', 'revision_number': 3, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:25.216872 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.240204 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Checking router: 26a38532-9eed-4f40-8e77-0dcc98c8ec09 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:11:25.240512 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Updating router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 port ac082887-ae76-4bfb-b509-d786fe2d7e52 binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:11:25.250750 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-4ed9ac75-a852-419b-8154-29920edb699e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:11:25.252056 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-4ed9ac75-a852-419b-8154-29920edb699e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1568348 Jul 28 09:11:25.272499 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.277509 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.306463 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Publish callbacks [] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.326794 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-68015643-6a2a-438b-a814-4dc519957aec None None] Port 766d6e01-b55f-451a-ad13-80454532c40f cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:11:25.350977 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Attempting to bind port b16fd12c-2032-4d5a-bf3d-e94a7911ae20 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:25.351348 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Attempting to bind port b16fd12c-2032-4d5a-bf3d-e94a7911ae20 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:25.351714 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Attempting to bind port b16fd12c-2032-4d5a-bf3d-e94a7911ae20 on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:25.366233 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:25.377227 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.383508 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 27bdf03b-c76c-418d-8067-59459fae3a6e is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:25.383897 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.412643 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Network 64888555-aa9a-41f3-b5b6-dab010021048 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:25.430641 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:25.437906 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Pushing event updated for resources: {'Port': ['ID=5925a981-6b06-4c9d-9ab5-7330db45a4d0,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:25.444815 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:25.445357 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (6b48974c-9b28-43c8-83af-4ee4756142f0), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.485882 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2406e230-f638-4ca7-bcc2-fb200c0520e5,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:25.579756 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.586380 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Provisioning complete for port 7b68a399-2e31-4a3c-b384-90f4b15ac348 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:25.587277 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.589578 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:25.590172 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:25.590704 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.591234 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:25.591880 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Bound port: b16fd12c-2032-4d5a-bf3d-e94a7911ae20, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:25.592411 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.609146 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Network 62ef4833-ede7-4ed1-81d0-684613a04084 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:25.611871 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:25.616530 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:25.617632 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (25cd5ca0-264f-40d2-9291-e424b4e6305d), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.620768 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-29e6ba52-cf39-44c6-880c-02a7af2f5d31 service neutron] 10.222.0.48 "GET /v2.0/networks/5b2c886b-4998-465d-88a8-9d5b6629ddfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453860 Jul 28 09:11:25.660990 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:20Z', 'revision_number': 3, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:25.673775 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:25.676578 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] For port b16fd12c-2032-4d5a-bf3d-e94a7911ae20, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:25.680100 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] For port b16fd12c-2032-4d5a-bf3d-e94a7911ae20, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=b16fd12c-2032-4d5a-bf3d-e94a7911ae20,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:25.705205 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538c746-8073-4b6d-b6ac-c4ffea28b530 None None] Pushing event updated for resources: {'Port': ['ID=b16fd12c-2032-4d5a-bf3d-e94a7911ae20,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:25.708345 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.727041 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfee2b71-9398-4cf2-8fd5-90a65cb10026 None None] The sync data for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi is: [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:20Z', 'revision_number': 3, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:11:25.797708 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538c746-8073-4b6d-b6ac-c4ffea28b530 None None] Pushing event updated for resources: {'Port': ['ID=b16fd12c-2032-4d5a-bf3d-e94a7911ae20,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:25.819734 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:25.837650 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 27bdf03b-c76c-418d-8067-59459fae3a6e, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=27bdf03b-c76c-418d-8067-59459fae3a6e,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:25.838844 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:25.871666 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.888383 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:25.899593 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.902453 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Set router cc18c696-f262-4a17-9639-c9a9681c0bfa gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:25.907227 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Publish callbacks [] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.929581 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.930389 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (109703c7-684e-4e7e-9ac7-451f56fa01a1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.948793 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-6529b8ba-2747-4775-a230-4abb0772a7ec service neutron] 10.222.0.48 "GET /v2.0/networks/5b2c886b-4998-465d-88a8-9d5b6629ddfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930262 Jul 28 09:11:25.976122 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Publish callbacks [] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:25.991652 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:26.095704 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:26.096360 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:26.100098 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87bfb8-8588-4bee-bc85-147f794344eb None None] Pushing event updated for resources: {'Port': ['ID=ac082887-ae76-4bfb-b509-d786fe2d7e52,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:26.117631 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Attempting to bind port ac082887-ae76-4bfb-b509-d786fe2d7e52 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:26.118465 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Attempting to bind port ac082887-ae76-4bfb-b509-d786fe2d7e52 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:26.118828 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Attempting to bind port ac082887-ae76-4bfb-b509-d786fe2d7e52 on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:26.126843 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:26.127197 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:26.127600 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:26.128001 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:26.128650 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Bound port: ac082887-ae76-4bfb-b509-d786fe2d7e52, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:26.129447 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:26.273355 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:20Z', 'revision_number': 3, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:26.274992 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Pushing event updated for resources: {'Port': ['ID=61dd96b9-fee6-44f5-9ae5-312bd1b45601,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:26.286037 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] For port ac082887-ae76-4bfb-b509-d786fe2d7e52, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:26.294906 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] For port ac082887-ae76-4bfb-b509-d786fe2d7e52, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=ac082887-ae76-4bfb-b509-d786fe2d7e52,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:26.305468 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:26.335884 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:26.388547 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Checking router: 25cd5ca0-264f-40d2-9291-e424b4e6305d for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:11:26.392524 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Updating router 25cd5ca0-264f-40d2-9291-e424b4e6305d port 2c0d184f-683b-467d-91d6-67c0d8bf8634 binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:11:26.411219 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:26.412681 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:26.441175 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Allocated IP 172.20.0.1 (6941e6b9-7bfc-4053-9e7d-f682ee21c51f/66df279f-10e1-460e-ac7d-69ed4ca391e2/4f306176-a5ba-4a22-b7f3-734213a248fe) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:26.588955 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:26.614951 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41472) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:26.806099 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6758b8e9-1d83-4963-b704-170e6ec1c4e6 req-a4b0cc54-85b2-429d-9fea-af26b79a8500 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 210 time: 0.1893573 Jul 28 09:11:26.859456 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:26.878195 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Network a25c70eb-0093-412d-853c-bc88149a664e is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:26.891161 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:27.026888 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87bfb8-8588-4bee-bc85-147f794344eb None None] Pushing event updated for resources: {'Port': ['ID=ac082887-ae76-4bfb-b509-d786fe2d7e52,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:27.040335 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=27bdf03b-c76c-418d-8067-59459fae3a6e,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:27.078171 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.210722 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Publish callbacks [] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.220228 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.223895 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.226907 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (6b48974c-9b28-43c8-83af-4ee4756142f0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.275764 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:22Z', 'revision_number': 3, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:27.339530 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafacbe-7882-433f-98b0-9f2b8810da74 None None] The sync data for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi is: [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:22Z', 'revision_number': 3, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:11:27.344755 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Pushing event updated for resources: {'Port': ['ID=5925a981-6b06-4c9d-9ab5-7330db45a4d0,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:27.352495 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 5867f1c7-71c3-4733-8f6c-461f57036de5 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:27.377602 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-96869313-6037-4acd-9036-f6fab2862877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.436010 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Publish callbacks [] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.468646 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Router 109703c7-684e-4e7e-9ac7-451f56fa01a1 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:11:27.514057 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:27.520286 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:27.556370 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Network 64888555-aa9a-41f3-b5b6-dab010021048 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:27.559874 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:27.629037 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.712936 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:27.770826 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:27.773244 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:27.794599 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:27.795329 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (26a38532-9eed-4f40-8e77-0dcc98c8ec09), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.815665 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:11:27.830995 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-886f6b62-24e5-4656-987d-6e829550ddaf admin admin] 10.222.0.48 "PUT /v2.0/routers/109703c7-684e-4e7e-9ac7-451f56fa01a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0973098 Jul 28 09:11:27.856649 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Publish callbacks [] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.919277 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.920467 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (25cd5ca0-264f-40d2-9291-e424b4e6305d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:27.947044 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Pushing event updated for resources: {'Port': ['ID=4f306176-a5ba-4a22-b7f3-734213a248fe,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:28.181052 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Current status of the port 7b68a399-2e31-4a3c-b384-90f4b15ac348 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:28.181052 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:28.223966 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2406e230-f638-4ca7-bcc2-fb200c0520e5,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:28.265235 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Publish callbacks [] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:28.268428 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:28.295619 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] For port 7b68a399-2e31-4a3c-b384-90f4b15ac348, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=7b68a399-2e31-4a3c-b384-90f4b15ac348,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:28.332881 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:28.338316 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e50dfc8-721f-4898-98a6-a45c13a74318 req-62c6ea23-0885-437d-a2d5-4e7780134e25 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 210 time: 0.1155181 Jul 28 09:11:28.343512 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:28.393960 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Router 6b48974c-9b28-43c8-83af-4ee4756142f0 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:11:28.421548 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Provisioning complete for port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:28.421975 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:28.439711 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Network 62ef4833-ede7-4ed1-81d0-684613a04084 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:28.442502 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:28.454045 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:28.497201 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41540) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:28.499147 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:28.506323 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-5c9b7c14-e349-48d6-8361-0b103e6a60bb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--37927637', 'description': 'tempest-description--1274512895'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:28.656171 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7c14-e349-48d6-8361-0b103e6a60bb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:28.676596 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:11:28.729759 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:28.769608 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:11:28.792824 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-54162d0f-6563-4beb-9b0e-03bacb96b54e admin admin] 10.222.0.48 "PUT /v2.0/routers/6b48974c-9b28-43c8-83af-4ee4756142f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4060171 Jul 28 09:11:28.799649 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 2, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:28.818893 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'name': 'tempest-DeleteServersTestJSON-1915920160-router', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:14Z', 'updated_at': '2022-07-28T09:11:20Z', 'revision_number': 4, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'gw_port': {'id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '766d6e01-b55f-451a-ad13-80454532c40f', 'name': '', 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'mac_address': 'fa:16:3e:ee:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e50d45db-937b-4b7e-b2c7-321cb78204ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:21Z', 'revision_number': 2, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'subnets': [{'id': 'e50d45db-937b-4b7e-b2c7-321cb78204ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:28.835557 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Attempting to bind port 2c0d184f-683b-467d-91d6-67c0d8bf8634 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:28.836237 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Attempting to bind port 2c0d184f-683b-467d-91d6-67c0d8bf8634 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:28.836947 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Attempting to bind port 2c0d184f-683b-467d-91d6-67c0d8bf8634 on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:28.904635 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7c14-e349-48d6-8361-0b103e6a60bb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (a331e359-4c09-4caa-8369-e83470aad61e), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:28.910741 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Sync routers for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:11:28.916292 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7c14-e349-48d6-8361-0b103e6a60bb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (a331e359-4c09-4caa-8369-e83470aad61e), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:28.939996 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:28.940638 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:28.941832 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7c14-e349-48d6-8361-0b103e6a60bb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:28.943226 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5c9b7c14-e349-48d6-8361-0b103e6a60bb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4448383 Jul 28 09:11:28.946696 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41548) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:28.951842 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-e7619975-8922-4f15-be20-21ce28dbe3bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group_rule': {'security_group_id': 'a331e359-4c09-4caa-8369-e83470aad61e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:28.959187 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:28.981163 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b7c14-e349-48d6-8361-0b103e6a60bb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a331e359-4c09-4caa-8369-e83470aad61e,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:28.995780 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Publish callbacks [] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.002437 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Router 25cd5ca0-264f-40d2-9291-e424b4e6305d has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:11:29.007838 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.008832 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (26a38532-9eed-4f40-8e77-0dcc98c8ec09), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.013298 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:29.057767 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7619975-8922-4f15-be20-21ce28dbe3bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (ef2f0ec7-83af-42c9-8c61-52eb9375586b), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.205401 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:29.215124 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:29.217518 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Pushing event updated for resources: {'Port': ['ID=4f306176-a5ba-4a22-b7f3-734213a248fe,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:29.234364 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Checking router: cc18c696-f262-4a17-9639-c9a9681c0bfa for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:11:29.235112 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Updating router cc18c696-f262-4a17-9639-c9a9681c0bfa port 766d6e01-b55f-451a-ad13-80454532c40f binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:11:29.238806 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:29.239325 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:29.240514 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.240993 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:29.241492 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Bound port: 2c0d184f-683b-467d-91d6-67c0d8bf8634, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:29.242470 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.247722 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Provisioning complete for port 5867f1c7-71c3-4733-8f6c-461f57036de5 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:29.248098 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.251339 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 5867f1c7-71c3-4733-8f6c-461f57036de5 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:29.252386 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.255079 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Pushing event updated for resources: {'Port': ['ID=7b68a399-2e31-4a3c-b384-90f4b15ac348,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:29.290259 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7619975-8922-4f15-be20-21ce28dbe3bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (ef2f0ec7-83af-42c9-8c61-52eb9375586b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.298743 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7619975-8922-4f15-be20-21ce28dbe3bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (ef2f0ec7-83af-42c9-8c61-52eb9375586b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.308331 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:11:29.320634 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae0b22-598d-4dca-aa10-1521ff595e13 None None] The sync data for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi is: [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 2, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:11:29.326981 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-75616a4d-5620-4502-b2cb-c6eef14dd8e2 admin admin] 10.222.0.48 "PUT /v2.0/routers/25cd5ca0-264f-40d2-9291-e424b4e6305d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3486986 Jul 28 09:11:29.340383 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:29.343081 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:29.455721 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e7619975-8922-4f15-be20-21ce28dbe3bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.457701 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e7619975-8922-4f15-be20-21ce28dbe3bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5098629 Jul 28 09:11:29.473049 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41576) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:29.491999 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338eec-5f17-4709-9140-7c959d215c9e req-61454113-45d8-445f-b1d8-abe5a4ea26eb tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:29.493550 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-61454113-45d8-445f-b1d8-abe5a4ea26eb tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 818 time: 0.1994207 Jul 28 09:11:29.525081 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-77da58ba-ba26-4aef-afb8-eb674672b892 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group_rule': {'security_group_id': 'a331e359-4c09-4caa-8369-e83470aad61e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:29.568073 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:11:29.592413 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7619975-8922-4f15-be20-21ce28dbe3bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2f0ec7-83af-42c9-8c61-52eb9375586b,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:29.618194 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] For port 2c0d184f-683b-467d-91d6-67c0d8bf8634, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:29.629167 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] For port 2c0d184f-683b-467d-91d6-67c0d8bf8634, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=2c0d184f-683b-467d-91d6-67c0d8bf8634,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:29.652998 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-77da58ba-ba26-4aef-afb8-eb674672b892 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (94045a44-b1f8-4730-b5ab-bb6d261c6ae6), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.681695 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-b5c10cde-02ef-445d-b72f-a4fc275ddf01 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/quotas/34cb634f5c154187a943a454a706f200 HTTP/1.1" status: 200 len: 375 time: 0.0927005 Jul 28 09:11:29.730204 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66935d03-a847-43bb-a66e-77d081fe83d9 None None] Pushing event updated for resources: {'Port': ['ID=2c0d184f-683b-467d-91d6-67c0d8bf8634,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:29.745065 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:29.747148 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 2, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:29.816820 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.827441 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:11:29.833079 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a30d5a0e-699c-4a3f-aee4-723b5adb8acd admin admin] 10.222.0.48 "PUT /v2.0/routers/26a38532-9eed-4f40-8e77-0dcc98c8ec09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6053469 Jul 28 09:11:29.870739 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Checking router: 6b48974c-9b28-43c8-83af-4ee4756142f0 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:11:29.871971 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Updating router 6b48974c-9b28-43c8-83af-4ee4756142f0 port 5925a981-6b06-4c9d-9ab5-7330db45a4d0 binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:11:29.912461 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:29.935441 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b22d5cbc-4cec-4b5c-8752-006b442ce38b req-839fd636-11e2-4e2c-aa0d-eb77e2e02668 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 210 time: 0.0933495 Jul 28 09:11:29.947775 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-baf98dcd-b4e2-466f-b7fb-4b99b5fcb537 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2470486 Jul 28 09:11:29.985902 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:29.987050 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:10:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:30.187768 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:30.198716 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41592) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:30.204217 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-a5d59f53-9ab7-417f-9174-6ab1b9a57202 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1071165079', 'description': 'tempest-description--964560651'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:30.236299 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:30.238353 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:30.246100 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-c4f62f67-19b8-4e01-855d-5cdc5462b03d service neutron] 10.222.0.48 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871103 Jul 28 09:11:30.271397 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-77da58ba-ba26-4aef-afb8-eb674672b892 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (94045a44-b1f8-4730-b5ab-bb6d261c6ae6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.287265 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a5d59f53-9ab7-417f-9174-6ab1b9a57202 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.317795 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-77da58ba-ba26-4aef-afb8-eb674672b892 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (94045a44-b1f8-4730-b5ab-bb6d261c6ae6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.318110 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:30.335459 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (766d6e01-b55f-451a-ad13-80454532c40f), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.359493 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66935d03-a847-43bb-a66e-77d081fe83d9 None None] Pushing event updated for resources: {'Port': ['ID=2c0d184f-683b-467d-91d6-67c0d8bf8634,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:30.387668 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-594b6b13-eff2-47ad-b0dd-401ed32165cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.485638 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a5d59f53-9ab7-417f-9174-6ab1b9a57202 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (06f8a01b-3395-4836-bf79-87cb365b983b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.486833 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41598) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:30.492756 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-38193cb0-dc5e-4c65-ac50-eb5d24b0c092 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1089297497', 'description': 'tempest-description--1377283612'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:30.515318 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a5d59f53-9ab7-417f-9174-6ab1b9a57202 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (06f8a01b-3395-4836-bf79-87cb365b983b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.524348 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:30.541923 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-77da58ba-ba26-4aef-afb8-eb674672b892 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.547417 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-77da58ba-ba26-4aef-afb8-eb674672b892 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0730121 Jul 28 09:11:30.552627 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41602) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:30.557026 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38193cb0-dc5e-4c65-ac50-eb5d24b0c092 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.559047 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:30.583771 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a5d59f53-9ab7-417f-9174-6ab1b9a57202 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.585010 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a5d59f53-9ab7-417f-9174-6ab1b9a57202 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3844607 Jul 28 09:11:30.585949 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da58ba-ba26-4aef-afb8-eb674672b892 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94045a44-b1f8-4730-b5ab-bb6d261c6ae6,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:30.588113 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41604) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:30.593768 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d59f53-9ab7-417f-9174-6ab1b9a57202 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f8a01b-3395-4836-bf79-87cb365b983b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:30.602457 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-684d5605-000b-484c-8c38-7354fc29ed23 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'security_group_rule': {'security_group_id': '06f8a01b-3395-4836-bf79-87cb365b983b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:30.624723 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.625796 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Sync routers for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:11:30.635310 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.645557 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Current status of the port 5867f1c7-71c3-4733-8f6c-461f57036de5 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:30.646333 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.653657 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Publish callbacks [] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.663332 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.681545 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:30.703488 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38193cb0-dc5e-4c65-ac50-eb5d24b0c092 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (878d1579-1ab1-453a-84bb-f58e191788d9), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.716070 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:30.716070 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:11:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:30.716341 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38193cb0-dc5e-4c65-ac50-eb5d24b0c092 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (878d1579-1ab1-453a-84bb-f58e191788d9), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.716773 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 5867f1c7-71c3-4733-8f6c-461f57036de5 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:30.717157 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.767755 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-38193cb0-dc5e-4c65-ac50-eb5d24b0c092 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.769589 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-38193cb0-dc5e-4c65-ac50-eb5d24b0c092 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2811947 Jul 28 09:11:30.781272 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41606) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:30.805267 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-1d7484f0-d994-4bde-948d-252250d18727 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'security_group_rule': {'security_group_id': '878d1579-1ab1-453a-84bb-f58e191788d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:30.826988 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3180f6d-0d6b-4871-ab33-690ca2ce11a9 None None] Pushing event updated for resources: {'Port': ['ID=5925a981-6b06-4c9d-9ab5-7330db45a4d0,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:30.844436 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-34e89d87-8c3b-48b3-b415-907c6fcf0b9a service neutron] 10.222.0.48 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653811 Jul 28 09:11:30.862066 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38193cb0-dc5e-4c65-ac50-eb5d24b0c092 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878d1579-1ab1-453a-84bb-f58e191788d9,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:30.899525 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:30.907818 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1d7484f0-d994-4bde-948d-252250d18727 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (9950ae29-fcc9-418b-af83-a8006187f00e), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:30.999146 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.60', 51142) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:31.014157 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Attempting to bind port 5925a981-6b06-4c9d-9ab5-7330db45a4d0 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:31.015879 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Attempting to bind port 5925a981-6b06-4c9d-9ab5-7330db45a4d0 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:31.016620 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Attempting to bind port 5925a981-6b06-4c9d-9ab5-7330db45a4d0 on network 64888555-aa9a-41f3-b5b6-dab010021048 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:31.041052 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:31.041385 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Checking segment: {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:31.042140 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:31.044372 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Bound using segment: {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:31.045698 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Bound port: 5925a981-6b06-4c9d-9ab5-7330db45a4d0, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:31.053877 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:31.124292 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1d7484f0-d994-4bde-948d-252250d18727 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (9950ae29-fcc9-418b-af83-a8006187f00e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:31.139397 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1d7484f0-d994-4bde-948d-252250d18727 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (9950ae29-fcc9-418b-af83-a8006187f00e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:31.163969 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:31.168422 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7484f0-d994-4bde-948d-252250d18727 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9950ae29-fcc9-418b-af83-a8006187f00e,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:31.200062 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] For port 5925a981-6b06-4c9d-9ab5-7330db45a4d0, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:31.209606 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] For port 5925a981-6b06-4c9d-9ab5-7330db45a4d0, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=5925a981-6b06-4c9d-9ab5-7330db45a4d0,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:31.231311 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:31.260578 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1d7484f0-d994-4bde-948d-252250d18727 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:31.264281 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1d7484f0-d994-4bde-948d-252250d18727 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4753819 Jul 28 09:11:31.268848 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-684d5605-000b-484c-8c38-7354fc29ed23 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (64a2df30-8ce1-41ca-8f1b-f1bc33b21b1b), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:31.272071 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41624) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:31.290983 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-2ca50ef9-854f-49ae-95b3-132b3d15bd9f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'security_group_rule': {'security_group_id': '878d1579-1ab1-453a-84bb-f58e191788d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:31.444903 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3180f6d-0d6b-4871-ab33-690ca2ce11a9 None None] Pushing event updated for resources: {'Port': ['ID=5925a981-6b06-4c9d-9ab5-7330db45a4d0,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:31.445451 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] For port 5867f1c7-71c3-4733-8f6c-461f57036de5, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=5867f1c7-71c3-4733-8f6c-461f57036de5,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:31.452112 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:31.454952 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ca50ef9-854f-49ae-95b3-132b3d15bd9f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (62c07b18-5dcc-4730-a767-357d6ed19126), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:31.458915 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:11:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:31.651457 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-166ace6c-a9d6-4714-b487-178f20f30bd2 req-237ac14f-ca6d-451e-8aa0-e226f7b5f498 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 210 time: 0.4297681 Jul 28 09:11:31.663550 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:31.677810 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:31.739910 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f3e12749-9e04-47c2-8779-8283267bc9af req-7ba6ce21-0f29-4f09-aa19-0ac1ab3a04ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 210 time: 0.1893592 Jul 28 09:11:31.945322 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:31.957475 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:32.141202 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-90d1f35a-617d-4381-a74a-d3b3c4cb4202 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:32.150356 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-90d1f35a-617d-4381-a74a-d3b3c4cb4202 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.60 "GET /v2.0/networks?id=5b2c886b-4998-465d-88a8-9d5b6629ddfc HTTP/1.1" status: 200 len: 812 time: 1.1273530 Jul 28 09:11:32.185192 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ca50ef9-854f-49ae-95b3-132b3d15bd9f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (62c07b18-5dcc-4730-a767-357d6ed19126), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:32.189789 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ca50ef9-854f-49ae-95b3-132b3d15bd9f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (62c07b18-5dcc-4730-a767-357d6ed19126), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:32.263291 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca50ef9-854f-49ae-95b3-132b3d15bd9f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c07b18-5dcc-4730-a767-357d6ed19126,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:32.271924 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:32.318023 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Request body: {'port': {'device_id': 'fc9da7bb-30df-49b1-849e-3988d86d320a', 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc', 'admin_state_up': True, 'tenant_id': 'ba0c305435a042aabbb61816788d7c66'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:32.319801 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ca50ef9-854f-49ae-95b3-132b3d15bd9f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:32.332276 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2ca50ef9-854f-49ae-95b3-132b3d15bd9f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0543461 Jul 28 09:11:32.336838 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41718) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:32.359656 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Pushing event updated for resources: {'Port': ['ID=5867f1c7-71c3-4733-8f6c-461f57036de5,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:32.359812 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:32.367586 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:31Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:32.438137 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Provisioning complete for port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:32.438137 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:32.443071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Publish callbacks [] for port (766d6e01-b55f-451a-ad13-80454532c40f), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:32.485171 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:27Z', 'revision_number': 2, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:32.490360 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:32.493679 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577cdd9-203e-4b28-9f34-b14aea71a828 None None] The sync data for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi is: [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:31Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:11:32.522518 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.db.api [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 09:11:32.523831 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG oslo_db.api [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 09:11:32.569203 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9b7f3-259f-46cf-b8ef-f056a4dddfd8 None None] The sync data for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi is: [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:27Z', 'revision_number': 2, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:11:32.571604 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (766d6e01-b55f-451a-ad13-80454532c40f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:32.680813 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-684d5605-000b-484c-8c38-7354fc29ed23 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (64a2df30-8ce1-41ca-8f1b-f1bc33b21b1b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:32.731492 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:32.733668 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:32.751533 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f634cf-dfb2-425f-b53d-c5ef6637dd0c None None] Pushing event updated for resources: {'Port': ['ID=766d6e01-b55f-451a-ad13-80454532c40f,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:32.867133 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-684d5605-000b-484c-8c38-7354fc29ed23 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (64a2df30-8ce1-41ca-8f1b-f1bc33b21b1b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:33.026491 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Allocated IP 172.27.0.203 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/cf9d185d-549e-4527-9eaa-c74f94f99d3c) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:33.281485 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:33.597928 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:33.600486 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-684d5605-000b-484c-8c38-7354fc29ed23 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:33.607534 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-684d5605-000b-484c-8c38-7354fc29ed23 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0102437 Jul 28 09:11:33.623833 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:33.624822 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41770) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:33.659073 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-363a3eae-5eae-411e-a5dd-f0435c4fee17 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'security_group_rule': {'security_group_id': '06f8a01b-3395-4836-bf79-87cb365b983b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:33.668022 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Attempting to bind port 766d6e01-b55f-451a-ad13-80454532c40f on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:33.668618 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Attempting to bind port 766d6e01-b55f-451a-ad13-80454532c40f by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:33.669136 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Attempting to bind port 766d6e01-b55f-451a-ad13-80454532c40f on network 5b2c886b-4998-465d-88a8-9d5b6629ddfc {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:33.713094 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 5867f1c7-71c3-4733-8f6c-461f57036de5 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:33.714701 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 7b68a399-2e31-4a3c-b384-90f4b15ac348 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:33.757341 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (cf9d185d-549e-4527-9eaa-c74f94f99d3c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:33.808625 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:33.810056 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:33.822702 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a064-5132-4c2d-b670-390e357a4648 req-56c202cb-06a6-4217-a0e3-1a16f4251f6b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:33.825639 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-56c202cb-06a6-4217-a0e3-1a16f4251f6b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 818 time: 1.5909872 Jul 28 09:11:33.827488 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Made reservation on behalf of ba0c305435a042aabbb61816788d7c66 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:33.831613 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:33.835783 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:33.836390 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Checking segment: {'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:33.836997 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:33.837711 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Bound using segment: {'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:33.838689 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Bound port: 766d6e01-b55f-451a-ad13-80454532c40f, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:33.839312 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (766d6e01-b55f-451a-ad13-80454532c40f), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:33.841201 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d5605-000b-484c-8c38-7354fc29ed23 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a2df30-8ce1-41ca-8f1b-f1bc33b21b1b,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:33.845350 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (cf9d185d-549e-4527-9eaa-c74f94f99d3c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:33.984096 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-363a3eae-5eae-411e-a5dd-f0435c4fee17 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (5861e26e-971b-43a2-a031-6709a6867775), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:34.011461 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41784) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:34.170501 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-f7f1d8cc-6cb7-410e-855c-38d7f3621234 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/quotas/34cb634f5c154187a943a454a706f200 HTTP/1.1" status: 200 len: 375 time: 0.2816930 Jul 28 09:11:34.184977 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Current status of the port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:34.185589 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:34.187227 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:34.192452 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:34.274913 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Allocated IP 172.27.0.221 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/b70a5be5-8357-4d33-87c5-fdf313b35876) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:34.278694 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:34.369304 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-363a3eae-5eae-411e-a5dd-f0435c4fee17 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (5861e26e-971b-43a2-a031-6709a6867775), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:34.383733 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-363a3eae-5eae-411e-a5dd-f0435c4fee17 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (5861e26e-971b-43a2-a031-6709a6867775), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:34.402812 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 2, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:34.453308 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-551e6c70-71fa-45c9-acc0-f54341b04957 req-e6794131-8877-4340-ad9e-30c11e3b2388 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 210 time: 0.9997787 Jul 28 09:11:34.476424 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-66145780-4534-4b72-abd0-5d95087e9f19 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2809558 Jul 28 09:11:34.546950 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a3eae-5eae-411e-a5dd-f0435c4fee17 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5861e26e-971b-43a2-a031-6709a6867775,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:34.555142 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b057d303-3636-4b68-8e74-02ef2cd2c70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:34.563668 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=cf9d185d-549e-4527-9eaa-c74f94f99d3c,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:34.605012 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-363a3eae-5eae-411e-a5dd-f0435c4fee17 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:34.618040 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-363a3eae-5eae-411e-a5dd-f0435c4fee17 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9848621 Jul 28 09:11:34.653236 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] For port fd5166ee-c668-43b4-87d3-4991aa7f1ec7, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=fd5166ee-c668-43b4-87d3-4991aa7f1ec7,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:34.663496 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 41796) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:34.663903 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Checking router: 26a38532-9eed-4f40-8e77-0dcc98c8ec09 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:11:34.664782 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Updating router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 port 4f306176-a5ba-4a22-b7f3-734213a248fe binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:11:34.674677 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:34.681288 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 7b68a399-2e31-4a3c-b384-90f4b15ac348 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:34.682067 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:34.688284 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Sync routers for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:11:34.755937 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:34.760361 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:11:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:34.833653 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:34.849593 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:34.852884 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:34.855332 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] For port 766d6e01-b55f-451a-ad13-80454532c40f, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:34.872401 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:34.979636 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-e81aa852-6f3e-4f9c-9118-09ba030297b8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:11:34.980677 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-e81aa852-6f3e-4f9c-9118-09ba030297b8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2737303 Jul 28 09:11:34.998546 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] For port 766d6e01-b55f-451a-ad13-80454532c40f, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=766d6e01-b55f-451a-ad13-80454532c40f,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:35.005262 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for port (b70a5be5-8357-4d33-87c5-fdf313b35876), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:35.103512 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:35.146750 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:35.185557 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (766d6e01-b55f-451a-ad13-80454532c40f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:35.218107 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b057d303-3636-4b68-8e74-02ef2cd2c70f admin admin] Publish callbacks [] for security_group (9c11e0dd-e466-4df9-ab0c-078e5037fc86), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:35.221868 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (b70a5be5-8357-4d33-87c5-fdf313b35876), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:35.224736 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Provisioning complete for port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:35.225121 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:35.234583 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b057d303-3636-4b68-8e74-02ef2cd2c70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (9c11e0dd-e466-4df9-ab0c-078e5037fc86), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:35.250383 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:35.311185 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec613c-6b61-495e-8646-6506fb3cd397 None None] Pushing event updated for resources: {'Port': ['ID=fd5166ee-c668-43b4-87d3-4991aa7f1ec7,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:35.341589 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:35.401099 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b057d303-3636-4b68-8e74-02ef2cd2c70f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17ee1d1560884281989fe65530189845&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3750882 Jul 28 09:11:35.411557 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (2f9ebf8a-a04c-46f3-9a4c-7bf698af337a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:35.416588 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 41812) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:35.454063 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'Port': ['ID=b70a5be5-8357-4d33-87c5-fdf313b35876,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:35.461010 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:35.494783 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:35.565209 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057d303-3636-4b68-8e74-02ef2cd2c70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c11e0dd-e466-4df9-ab0c-078e5037fc86,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:35.676513 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:35.683304 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Allocated IP 172.20.0.7 (5b2c886b-4998-465d-88a8-9d5b6629ddfc/e50d45db-937b-4b7e-b2c7-321cb78204ea/9b0abbfa-2bf0-4a40-b6c5-74e95957cb76) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:35.789552 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f634cf-dfb2-425f-b53d-c5ef6637dd0c None None] Pushing event updated for resources: {'Port': ['ID=766d6e01-b55f-451a-ad13-80454532c40f,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:35.886297 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Allocated IP 172.27.0.40 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/cd38b509-d75f-480f-bd75-eee34d01b5cd) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:35.907368 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (9966b431-8665-4d26-85e3-ea4c67c808cb), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:35.964804 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.60', 51155) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:36.005412 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:11:36.072677 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 2, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:36.125684 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-14f1cb50-18f2-495f-95ba-55daefd84a18 service neutron] 10.222.0.48 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1155424 Jul 28 09:11:36.134721 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57e4001-4ffe-4c97-a34f-495059d30aa4 req-bb311998-e145-48ef-b57b-34b5b7fd9678 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 210 time: 0.2099802 Jul 28 09:11:36.140538 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Checking router: 109703c7-684e-4e7e-9ac7-451f56fa01a1 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:11:36.141212 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Updating router 109703c7-684e-4e7e-9ac7-451f56fa01a1 port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:11:36.231714 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:36.399323 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-792f1506-fc9b-41b1-93a9-e238b2fd3e72 service neutron] 10.222.0.48 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602563 Jul 28 09:11:36.421522 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:36.424328 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:36.425888 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:36.426841 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 7b68a399-2e31-4a3c-b384-90f4b15ac348 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:36.427971 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 96461f1e-ae52-4bd8-a466-65edf8111721 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:36.429767 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Routers {'cc18c696-f262-4a17-9639-c9a9681c0bfa'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:36.430454 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:11:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['cc18c696-f262-4a17-9639-c9a9681c0bfa'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:36.460914 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (cf9d185d-549e-4527-9eaa-c74f94f99d3c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:36.496851 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Provisioning complete for port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:36.497227 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:36.523925 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff6419a0-fc9b-41d6-8fbd-169ff5ad0edf admin admin] Publish callbacks [] for security_group (9c11e0dd-e466-4df9-ab0c-078e5037fc86), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:36.528340 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b70a5be5-8357-4d33-87c5-fdf313b35876), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:36.552860 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff6419a0-fc9b-41d6-8fbd-169ff5ad0edf admin admin] Publish callbacks [] for security_group (9c11e0dd-e466-4df9-ab0c-078e5037fc86), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:36.614084 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:36.625200 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Publish callbacks [] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:36.664186 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:36.704174 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff6419a0-fc9b-41d6-8fbd-169ff5ad0edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (9c11e0dd-e466-4df9-ab0c-078e5037fc86), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:36.718974 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff6419a0-fc9b-41d6-8fbd-169ff5ad0edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:36.720155 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ff6419a0-fc9b-41d6-8fbd-169ff5ad0edf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c11e0dd-e466-4df9-ab0c-078e5037fc86 HTTP/1.1" status: 204 len: 168 time: 1.3025320 Jul 28 09:11:36.748451 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6419a0-fc9b-41d6-8fbd-169ff5ad0edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c11e0dd-e466-4df9-ab0c-078e5037fc86,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:37.058383 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for port (b70a5be5-8357-4d33-87c5-fdf313b35876), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.061513 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:37.090023 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (b70a5be5-8357-4d33-87c5-fdf313b35876), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.133621 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.216793 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Publish callbacks [] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.371952 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'Port': ['ID=b70a5be5-8357-4d33-87c5-fdf313b35876,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:37.394638 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338eec-5f17-4709-9140-7c959d215c9e req-574551d0-68b1-4e81-94c3-8bb93fb97405 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:37.396279 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-574551d0-68b1-4e81-94c3-8bb93fb97405 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 818 time: 1.3882763 Jul 28 09:11:37.426108 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] Set router cc18c696-f262-4a17-9639-c9a9681c0bfa gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:37.435361 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for port (cd38b509-d75f-480f-bd75-eee34d01b5cd), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.484360 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Publish callbacks [] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.497650 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.505358 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (9966b431-8665-4d26-85e3-ea4c67c808cb), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.517321 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (cd38b509-d75f-480f-bd75-eee34d01b5cd), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.534650 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Request body: {'port': {'device_id': '25e208af-ae8f-482f-b140-66e820fb9f4c', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'admin_state_up': True, 'tenant_id': '34cb634f5c154187a943a454a706f200'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:37.654715 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.765529 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af269c-4e96-4018-bdf0-c990d22536ae None None] Pushing event updated for resources: {'Port': ['ID=61dd96b9-fee6-44f5-9ae5-312bd1b45601,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:37.824131 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Attempting to bind port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:37.827439 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Attempting to bind port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:37.827809 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Attempting to bind port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 on network a25c70eb-0093-412d-853c-bc88149a664e {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:37.861195 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:37.864587 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Checking segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:37.865025 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.865474 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Bound using segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:37.868335 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Bound port: 61dd96b9-fee6-44f5-9ae5-312bd1b45601, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:37.868523 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.896836 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 96461f1e-ae52-4bd8-a466-65edf8111721 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:37.897133 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:37.951784 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7580ed29-ac72-4990-8216-ce411b295c96 req-90459db7-ecf1-46fc-b6b0-b68844ef258a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 210 time: 0.6206260 Jul 28 09:11:37.978737 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e7472-c007-4bac-8999-405b300ea388 req-253d88cf-4c7d-4ede-8fe9-5bbb5847cfe1 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:38.002271 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-524e7472-c007-4bac-8999-405b300ea388 req-253d88cf-4c7d-4ede-8fe9-5bbb5847cfe1 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 931 time: 0.3609648 Jul 28 09:11:38.034008 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:38.064325 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:38.077380 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-fbc1df7b-b959-4c70-a2e0-f56c301f54cf tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7288556 Jul 28 09:11:38.077380 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:38.077758 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] For port 61dd96b9-fee6-44f5-9ae5-312bd1b45601, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:38.083446 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] For port 61dd96b9-fee6-44f5-9ae5-312bd1b45601, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=61dd96b9-fee6-44f5-9ae5-312bd1b45601,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:38.093717 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:38.107027 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:38.143267 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:38.224361 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Network 5b2c886b-4998-465d-88a8-9d5b6629ddfc is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:38.244546 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'Port': ['ID=cd38b509-d75f-480f-bd75-eee34d01b5cd,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:38.273594 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:38.297958 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:38.316447 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:38.328533 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:38.363780 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:38.425301 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 96461f1e-ae52-4bd8-a466-65edf8111721 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:38.430598 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:38.432637 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:38.436054 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:11:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:38.489900 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (cf9d185d-549e-4527-9eaa-c74f94f99d3c), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:38.512499 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-524e7472-c007-4bac-8999-405b300ea388 req-fcaede4f-4223-45db-8455-1515ca0f8c64 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092812 Jul 28 09:11:38.524894 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Pushing event updated for resources: {'Port': ['ID=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:38.566568 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (cf9d185d-549e-4527-9eaa-c74f94f99d3c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:38.576496 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af269c-4e96-4018-bdf0-c990d22536ae None None] Pushing event updated for resources: {'Port': ['ID=61dd96b9-fee6-44f5-9ae5-312bd1b45601,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:38.811289 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6814ec9-3927-4922-9745-b29fcc22aab7 None None] Pushing event updated for resources: {'Port': ['ID=4f306176-a5ba-4a22-b7f3-734213a248fe,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:38.947882 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=cf9d185d-549e-4527-9eaa-c74f94f99d3c,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:39.208880 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b105712a-cc5a-4e15-ba7f-d945bc856fe2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9692459 Jul 28 09:11:39.215471 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:39.243965 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (2f9ebf8a-a04c-46f3-9a4c-7bf698af337a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:39.246951 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:39.289153 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (4dc8ff25-7f51-41c1-af2e-b0ef20a4d047), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:39.294660 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Made reservation on behalf of 34cb634f5c154187a943a454a706f200 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:39.295804 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b7b59530-0b6e-4d89-98d5-85fe1036888a tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:11:39.304564 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-b7b59530-0b6e-4d89-98d5-85fe1036888a tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0669279 Jul 28 09:11:39.306166 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:39.315448 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Current status of the port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:39.391113 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:39.406076 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:39.568714 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Provisioning complete for port 4f306176-a5ba-4a22-b7f3-734213a248fe triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:39.569455 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:39.570152 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:39.574097 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6f79808c-8905-4d4f-a45e-dee1c9f39cca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0196085 Jul 28 09:11:39.588097 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Attempting to bind port 4f306176-a5ba-4a22-b7f3-734213a248fe on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:39.588474 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Attempting to bind port 4f306176-a5ba-4a22-b7f3-734213a248fe by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:39.597230 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Attempting to bind port 4f306176-a5ba-4a22-b7f3-734213a248fe on network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:39.661816 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (cd38b509-d75f-480f-bd75-eee34d01b5cd), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:39.717458 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76c1e23d-e18e-4e6e-b8d0-2783fff2d0f6 req-fb9f746a-6dd7-4390-8a52-059cb2e48eda tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 210 time: 0.2943792 Jul 28 09:11:39.745905 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-38e85ad0-8c19-45ac-b194-f553daa97f32 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1089297497&fields=id&tenant_id=b7b5e309462a425a92e550dd2c72ca4d HTTP/1.1" status: 200 len: 267 time: 0.7558792 Jul 28 09:11:39.808604 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:39.808990 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Checking segment: {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:39.809500 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:39.809782 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Bound using segment: {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:39.810302 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Bound port: 4f306176-a5ba-4a22-b7f3-734213a248fe, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:39.810691 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:39.854331 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:38Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:39.897054 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a17b8-05e0-420a-a4c4-b775873dac0e None None] The sync data for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi is: [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:38Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:11:39.977518 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Port 4f306176-a5ba-4a22-b7f3-734213a248fe cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:11:39.986309 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'name': 'tempest-DeleteServersTestJSON-1915920160-router', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:14Z', 'updated_at': '2022-07-28T09:11:20Z', 'revision_number': 4, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'gw_port': {'id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '766d6e01-b55f-451a-ad13-80454532c40f', 'name': '', 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'mac_address': 'fa:16:3e:ee:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e50d45db-937b-4b7e-b2c7-321cb78204ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:34Z', 'revision_number': 4, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'subnets': [{'id': 'e50d45db-937b-4b7e-b2c7-321cb78204ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:40.008355 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Provisioning complete for port 7b68a399-2e31-4a3c-b384-90f4b15ac348 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:40.009039 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:40.033882 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-bbdfc978-6614-45f6-88bc-67643c1a786c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:40.036281 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-bbdfc978-6614-45f6-88bc-67643c1a786c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/networks?id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f HTTP/1.1" status: 200 len: 810 time: 0.2889636 Jul 28 09:11:40.053508 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:40.054055 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:40.092738 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-7e4af93b-4a40-493a-a656-f4062b42a95c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/quotas/b7b5e309462a425a92e550dd2c72ca4d HTTP/1.1" status: 200 len: 375 time: 0.0316336 Jul 28 09:11:40.280669 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Request body: {'port': {'device_id': 'fc9da7bb-30df-49b1-849e-3988d86d320a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:40.321638 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.60', 51164) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:40.385628 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511c121-d28c-4c51-959b-a4f69cc4d5e8 None None] The sync data for ids ['cc18c696-f262-4a17-9639-c9a9681c0bfa'] in dv-cinder-851249-5-iscsi is: [{'id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'name': 'tempest-DeleteServersTestJSON-1915920160-router', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:14Z', 'updated_at': '2022-07-28T09:11:20Z', 'revision_number': 4, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'gw_port': {'id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '766d6e01-b55f-451a-ad13-80454532c40f', 'name': '', 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'mac_address': 'fa:16:3e:ee:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e50d45db-937b-4b7e-b2c7-321cb78204ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:34Z', 'revision_number': 4, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'subnets': [{'id': 'e50d45db-937b-4b7e-b2c7-321cb78204ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:11:40.504488 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] For port 4f306176-a5ba-4a22-b7f3-734213a248fe, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:40.527528 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] For port 4f306176-a5ba-4a22-b7f3-734213a248fe, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=4f306176-a5ba-4a22-b7f3-734213a248fe,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:40.585983 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:40.620990 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:40.623521 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:40.687241 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:40.784008 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:40.846092 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:40.847837 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device fd5166ee-c668-43b4-87d3-4991aa7f1ec7 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:40.861899 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Allocated IP 172.20.0.6 (64888555-aa9a-41f3-b5b6-dab010021048/b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d/89af98d3-0e6d-4025-b5bf-6a18fba6c7de) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:40.880132 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:40.882316 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:11:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:41.126787 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6814ec9-3927-4922-9745-b29fcc22aab7 None None] Pushing event updated for resources: {'Port': ['ID=4f306176-a5ba-4a22-b7f3-734213a248fe,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:41.209389 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:41.248906 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-0cbd275c-eaa9-4aa8-95b9-7e81deceeb1b tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1007445 Jul 28 09:11:41.394891 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328885c7-965f-403b-b656-8479124dd1d9 req-4c1c783f-3964-4568-8d17-3276b0f627a6 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:41.396449 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-328885c7-965f-403b-b656-8479124dd1d9 req-4c1c783f-3964-4568-8d17-3276b0f627a6 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 931 time: 1.3583615 Jul 28 09:11:41.479276 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Current status of the port 7b68a399-2e31-4a3c-b384-90f4b15ac348 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:41.532758 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:41.539320 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Provisioning complete for port 766d6e01-b55f-451a-ad13-80454532c40f triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:41.539879 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (766d6e01-b55f-451a-ad13-80454532c40f), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:41.576525 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a064-5132-4c2d-b670-390e357a4648 req-58639687-2695-491a-b937-af80ee8a020e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:41.578114 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-58639687-2695-491a-b937-af80ee8a020e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 818 time: 1.1807539 Jul 28 09:11:41.644656 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Sync routers for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:11:41.653577 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:41.700279 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:41.711566 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:41.712133 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:41.727315 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Request body: {'port': {'device_id': 'fb8684b5-28bd-4cba-a505-ac85060610e3', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'admin_state_up': True, 'tenant_id': '34cb634f5c154187a943a454a706f200'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:41.748500 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:41.782664 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for port (cd38b509-d75f-480f-bd75-eee34d01b5cd), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:41.828967 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:41.829944 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:11:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:41.886483 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (cd38b509-d75f-480f-bd75-eee34d01b5cd), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:41.964264 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'Port': ['ID=cd38b509-d75f-480f-bd75-eee34d01b5cd,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:42.000201 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (4dc8ff25-7f51-41c1-af2e-b0ef20a4d047), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:42.062471 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:42.085715 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d6b98e48-604e-4b8d-96e3-d6157f2a04c0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4205406 Jul 28 09:11:42.121988 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:42.167803 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Made reservation on behalf of 34cb634f5c154187a943a454a706f200 for: {'port': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:42.186102 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:42.248763 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:42.499855 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Current status of the port 766d6e01-b55f-451a-ad13-80454532c40f is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:42.500709 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (766d6e01-b55f-451a-ad13-80454532c40f), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:42.562295 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:42.586439 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:42.601246 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:42.602991 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:42.696970 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:11:42.740881 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Publish callbacks [] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:42.749328 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-da61aed8-5887-41c6-8144-555f32485d0b service neutron] 10.222.0.48 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4030995 Jul 28 09:11:42.829789 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-328885c7-965f-403b-b656-8479124dd1d9 req-a721a886-f898-4190-b57b-2127af9205b9 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3443754 Jul 28 09:11:42.865106 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Transition to ACTIVE for port object 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:11:42.895567 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Allocated IP 172.20.0.4 (64888555-aa9a-41f3-b5b6-dab010021048/b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d/05fba3af-c7cc-4269-9374-da786cec1fa9) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:42.896141 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] For port 766d6e01-b55f-451a-ad13-80454532c40f, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=766d6e01-b55f-451a-ad13-80454532c40f,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:42.974398 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:43.077320 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (766d6e01-b55f-451a-ad13-80454532c40f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:43.112160 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:43.215733 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:43.359258 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829c19b-0c64-4c98-bbf3-e216ea2562ee None None] The sync data for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi is: [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:11:43.392078 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Provisioning complete for port 5925a981-6b06-4c9d-9ab5-7330db45a4d0 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:43.392605 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:43.412206 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:43.500263 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Network 64888555-aa9a-41f3-b5b6-dab010021048 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:43.576795 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:43.595818 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:43.618263 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:43.619201 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:43.666947 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-774f6b56-1702-47f9-8abd-14ca8b2f9717 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--37927637&fields=id&tenant_id=c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 267 time: 0.5033622 Jul 28 09:11:43.716152 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:43.738193 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event updated for resources: {'Port': ['ID=89af98d3-0e6d-4025-b5bf-6a18fba6c7de,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:43.774071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 7b68a399-2e31-4a3c-b384-90f4b15ac348 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:43.831135 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Attempting to bind port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:43.834937 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Attempting to bind port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:43.835425 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Attempting to bind port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 on network 5b2c886b-4998-465d-88a8-9d5b6629ddfc {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:43.910351 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-2e7d63a0-9d30-4bb1-b8e0-18454b3878ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3999102 Jul 28 09:11:43.966228 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Request body: {'port': {'device_id': '25e208af-ae8f-482f-b140-66e820fb9f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:43.986800 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 on network 5b2c886b-4998-465d-88a8-9d5b6629ddfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:11:43.987364 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Attempting to bind port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 on network 5b2c886b-4998-465d-88a8-9d5b6629ddfc {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:44.002285 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-9e7887a5-3d6a-4462-a0a1-abd08e822a26 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:44.004990 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-9e7887a5-3d6a-4462-a0a1-abd08e822a26 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 815 time: 0.2964373 Jul 28 09:11:44.007376 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:44.007983 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Checking segment: {'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:44.008734 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Bound using segment: {'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:44.009355 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Bound port: 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713e4fde-fe82-4468-b3d1-c8aafbd7a241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:44.009914 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:44.025818 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-6bb322fb-aeba-4fd4-9620-89308ad566e8 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/quotas/c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 375 time: 0.0125418 Jul 28 09:11:44.028664 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-a24edceb-d395-446f-9d7c-d34ec2d4bd98 service neutron] 10.222.0.48 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2692299 Jul 28 09:11:44.067944 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:44.108670 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Pushing event updated for resources: {'Port': ['ID=766d6e01-b55f-451a-ad13-80454532c40f,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:44.192637 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:44.245830 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:44.314103 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 7b68a399-2e31-4a3c-b384-90f4b15ac348 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:44.314501 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:44.330880 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] For port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:44.342157 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:44.389692 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:44.400992 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Network 64888555-aa9a-41f3-b5b6-dab010021048 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:44.403210 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] For port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:44.411028 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:44.426839 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-1a097524-af04-415d-9ca6-c6cf65a49a62 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3650291 Jul 28 09:11:44.428892 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:27Z', 'revision_number': 2, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:44.529210 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:44.557880 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646f273-e789-4cb7-860b-32fd85af9cd7 req-e97764e4-b0ee-45be-8812-ce51209c1a82 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:44.568428 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8646f273-e789-4cb7-860b-32fd85af9cd7 req-e97764e4-b0ee-45be-8812-ce51209c1a82 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 931 time: 0.1366630 Jul 28 09:11:44.581967 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Checking router: 25cd5ca0-264f-40d2-9291-e424b4e6305d for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:11:44.582489 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Updating router 25cd5ca0-264f-40d2-9291-e424b4e6305d port 2406e230-f638-4ca7-bcc2-fb200c0520e5 binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:11:44.663997 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Current status of the port 5925a981-6b06-4c9d-9ab5-7330db45a4d0 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:44.664523 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:44.716232 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:44.724684 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:44.731756 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:44.737418 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:44.741065 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:44.795492 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:44.798378 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:44.804222 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] 10.222.0.60 "PUT /v2.0/ports/9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 HTTP/1.1" status: 200 len: 1093 time: 5.1423724 Jul 28 09:11:44.809567 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f69f30-af8f-4972-87dc-687210c9d112 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:44.897182 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2131264 Jul 28 09:11:44.924104 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9da7bb-30df-49b1-849e-3988d86d320a', 'tag': '9b0abbfa-2bf0-4a40-b6c5-74e95957cb76'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:11:44.924381 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094ecc2-d5ae-4cb4-ba03-10c197894658 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event updated for resources: {'Port': ['ID=05fba3af-c7cc-4269-9374-da786cec1fa9,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:45.031476 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 7b68a399-2e31-4a3c-b384-90f4b15ac348 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:45.035236 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 61dd96b9-fee6-44f5-9ae5-312bd1b45601 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:45.270952 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8646f273-e789-4cb7-860b-32fd85af9cd7 req-0c3d577c-2988-4d5f-b415-25d0e88ccc9a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272481 Jul 28 09:11:45.370124 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89af98d3-0e6d-4025-b5bf-6a18fba6c7de {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:11:45.406953 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Publish callbacks [] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:45.523064 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Transition to ACTIVE for port object 89af98d3-0e6d-4025-b5bf-6a18fba6c7de will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:11:45.533157 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Request body: {'port': {'device_id': 'fb8684b5-28bd-4cba-a505-ac85060610e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:45.580390 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:45.583670 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:45.707791 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-4d43d47c-a515-41aa-8c9f-bfb0125e6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:45.720162 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-4d43d47c-a515-41aa-8c9f-bfb0125e6ba4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba0c305435a042aabbb61816788d7c66&device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 1127 time: 0.4748206 Jul 28 09:11:45.804788 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] For port 5925a981-6b06-4c9d-9ab5-7330db45a4d0, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=5925a981-6b06-4c9d-9ab5-7330db45a4d0,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:45.819647 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:45.887064 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Provisioning complete for port 2406e230-f638-4ca7-bcc2-fb200c0520e5 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:45.887808 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:45.916536 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca056ab-2850-4c0d-bded-a3271778afe5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9da7bb-30df-49b1-849e-3988d86d320a", "tag": "9b0abbfa-2bf0-4a40-b6c5-74e95957cb76"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:11:45.938409 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-332ededc-1105-43d4-9757-b035c74fec82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 HTTP/1.1" status: 200 len: 217 time: 0.1856525 Jul 28 09:11:45.966105 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-47fdf345-62de-4ae1-bbff-c2e677907258 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1071165079&fields=id&tenant_id=6e862416d3ca4d019cd0dd62f439038c HTTP/1.1" status: 200 len: 267 time: 0.4490337 Jul 28 09:11:45.977590 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:45.978175 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:46.042970 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Pushing event updated for resources: {'Port': ['ID=89af98d3-0e6d-4025-b5bf-6a18fba6c7de,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:46.090583 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-b47cdadf-7d69-4b24-95e4-3bd9e8d161f7 service neutron] 10.222.0.48 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5208254 Jul 28 09:11:46.126022 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:46.169245 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Attempting to bind port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:46.169870 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Attempting to bind port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:46.170366 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Attempting to bind port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de on network 64888555-aa9a-41f3-b5b6-dab010021048 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:46.178331 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de on network 64888555-aa9a-41f3-b5b6-dab010021048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:11:46.178889 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Attempting to bind port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de on network 64888555-aa9a-41f3-b5b6-dab010021048 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:46.189382 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:46.190037 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Checking segment: {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:46.190766 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Bound using segment: {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:46.191371 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Bound port: 89af98d3-0e6d-4025-b5bf-6a18fba6c7de, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:46.191905 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:46.246787 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:46.286367 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Port 2406e230-f638-4ca7-bcc2-fb200c0520e5 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:11:46.301813 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Pushing event updated for resources: {'Port': ['ID=5925a981-6b06-4c9d-9ab5-7330db45a4d0,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:46.374135 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] For port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de, host hv-cinder-85124, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:46.411182 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] For port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=89af98d3-0e6d-4025-b5bf-6a18fba6c7de,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:46.427069 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Provisioning complete for port 5867f1c7-71c3-4733-8f6c-461f57036de5 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:46.428353 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:46.600514 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:46.680859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-c2875fdc-0ba9-40f0-8ca9-a74d7aa4a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:46.697342 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-c2875fdc-0ba9-40f0-8ca9-a74d7aa4a16e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e50d45db-937b-4b7e-b2c7-321cb78204ea HTTP/1.1" status: 200 len: 851 time: 0.7269633 Jul 28 09:11:46.718471 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:46.721866 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:46.727189 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] 10.222.0.60 "PUT /v2.0/ports/89af98d3-0e6d-4025-b5bf-6a18fba6c7de HTTP/1.1" status: 200 len: 1093 time: 2.7880476 Jul 28 09:11:46.750592 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e208af-ae8f-482f-b140-66e820fb9f4c', 'tag': '89af98d3-0e6d-4025-b5bf-6a18fba6c7de'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:11:46.976336 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:46.995562 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:46.995877 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:47.018537 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-dda903a1-4d34-4855-9028-0ab2f52e4c8f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:47.028422 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-dda903a1-4d34-4855-9028-0ab2f52e4c8f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 817 time: 1.0611351 Jul 28 09:11:47.082484 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-3a0b32ab-cc64-4a82-8f10-c09fe65c157e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/quotas/6e862416d3ca4d019cd0dd62f439038c HTTP/1.1" status: 200 len: 375 time: 0.0530486 Jul 28 09:11:47.090288 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d7b07-6c2f-47b3-82ac-7638869ef89e None None] Current status of the port 5867f1c7-71c3-4733-8f6c-461f57036de5 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:47.127888 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338eec-5f17-4709-9140-7c959d215c9e req-cd4250c9-7a97-4ecf-95fb-6759959fb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:47.132001 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-cd4250c9-7a97-4ecf-95fb-6759959fb018 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 1127 time: 0.1032171 Jul 28 09:11:47.166737 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Publish callbacks [] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:47.188112 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:47.207803 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60a0d31f5ae61584c09bf5ae02f1e8f881846fe7860167878649fbf56de3e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24adde2c-c4ca-416f-9ec3-c922040086ba" -d '{"events": [{"name": "network-changed", "server_uuid": "25e208af-ae8f-482f-b140-66e820fb9f4c", "tag": "89af98d3-0e6d-4025-b5bf-6a18fba6c7de"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:11:47.247333 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-e11165d5-976a-46bc-a73f-f75bd1190a38 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623285 Jul 28 09:11:47.248111 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.60', 51168) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:47.291584 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Provisioning complete for port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:47.293922 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:47.301086 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-7a731ca7-8012-458b-9a71-5fb514ec18df service neutron] 10.222.0.48 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2090981 Jul 28 09:11:47.336391 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:47.415826 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 61dd96b9-fee6-44f5-9ae5-312bd1b45601, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=61dd96b9-fee6-44f5-9ae5-312bd1b45601,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:47.440265 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-101d3a0e-7b38-4c94-9c74-514811423d4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89af98d3-0e6d-4025-b5bf-6a18fba6c7de HTTP/1.1" status: 200 len: 217 time: 0.2159483 Jul 28 09:11:47.448686 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:47.451733 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 2c0d184f-683b-467d-91d6-67c0d8bf8634 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:47.456092 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f788749-bbe2-498e-91ad-4ec8e0a87e59 service neutron] Pushing event updated for resources: {'Port': ['ID=89af98d3-0e6d-4025-b5bf-6a18fba6c7de,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:47.511222 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:47.529388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-08b4fd4e-12d6-43f8-a0e7-f0d4b9329201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:47.531259 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-08b4fd4e-12d6-43f8-a0e7-f0d4b9329201 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b2c886b-4998-465d-88a8-9d5b6629ddfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5343728 Jul 28 09:11:47.574305 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745f509-b042-4a15-a2c5-39eb4adaf848 None None] Pushing event updated for resources: {'Port': ['ID=2406e230-f638-4ca7-bcc2-fb200c0520e5,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:47.640785 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=61dd96b9-fee6-44f5-9ae5-312bd1b45601,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:47.665199 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-f48d9c80-87d8-4b7b-a548-2e4a3cbc7c40 service neutron] 10.222.0.60 "GET /v2.0/networks/5b2c886b-4998-465d-88a8-9d5b6629ddfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214335 Jul 28 09:11:47.819443 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c6a8f72-daef-4dbc-9b29-71ecf65282c4 req-c981ca7e-14cc-4d69-9666-3e8e02d62add service neutron] 10.222.0.60 "GET /v2.0/networks/5b2c886b-4998-465d-88a8-9d5b6629ddfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419835 Jul 28 09:11:47.852881 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338eec-5f17-4709-9140-7c959d215c9e req-d38a468d-3b51-4b7c-986a-8e5584c6c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:47.855197 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-d38a468d-3b51-4b7c-986a-8e5584c6c436 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.3719902 Jul 28 09:11:47.992015 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-6706d5c6-3614-4b6d-b15f-95b76053de62 service neutron] 10.222.0.48 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897941 Jul 28 09:11:48.021034 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-0512bb90-ce41-46a7-afd1-99cb68320028 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:48.022615 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-0512bb90-ce41-46a7-afd1-99cb68320028 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.60 "GET /v2.0/networks?id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f HTTP/1.1" status: 200 len: 810 time: 0.7350702 Jul 28 09:11:48.047312 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 2c0d184f-683b-467d-91d6-67c0d8bf8634 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:48.048163 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:48.133553 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338eec-5f17-4709-9140-7c959d215c9e req-b1bec26a-a55f-4877-8e50-5336be2d5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:48.135999 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-b1bec26a-a55f-4877-8e50-5336be2d5b7d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1553948 Jul 28 09:11:48.150010 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Attempting to bind port 2406e230-f638-4ca7-bcc2-fb200c0520e5 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:48.150680 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Attempting to bind port 2406e230-f638-4ca7-bcc2-fb200c0520e5 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:48.154922 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Attempting to bind port 2406e230-f638-4ca7-bcc2-fb200c0520e5 on network 62ef4833-ede7-4ed1-81d0-684613a04084 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:48.169942 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:48.170502 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Checking segment: {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:48.171167 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:48.171641 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Bound using segment: {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:48.173272 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Bound port: 2406e230-f638-4ca7-bcc2-fb200c0520e5, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:48.173272 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:48.190673 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:48.192356 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Current status of the port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:48.296890 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5d3ea-d0a5-4824-83de-0c5c22ca6159 req-581cf195-a769-4f12-b40c-25154a23bce5 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:48.319657 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47a5d3ea-d0a5-4824-83de-0c5c22ca6159 req-581cf195-a769-4f12-b40c-25154a23bce5 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.4444757 Jul 28 09:11:48.439586 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] For port 2406e230-f638-4ca7-bcc2-fb200c0520e5, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:48.448600 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] For port 2406e230-f638-4ca7-bcc2-fb200c0520e5, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=2406e230-f638-4ca7-bcc2-fb200c0520e5,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:48.494793 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:48.500017 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fba3af-c7cc-4269-9374-da786cec1fa9 {{(pid=104123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:11:48.579733 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Publish callbacks [] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:48.579895 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:48.600016 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Provisioning complete for port 766d6e01-b55f-451a-ad13-80454532c40f triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:48.606385 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (766d6e01-b55f-451a-ad13-80454532c40f), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:48.623908 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-5f61962f-886a-4f59-9fd7-d39c840a691d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b5e309462a425a92e550dd2c72ca4d HTTP/1.1" status: 200 len: 380 time: 0.5335433 Jul 28 09:11:48.641280 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.provisioning_blocks [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Transition to ACTIVE for port object 05fba3af-c7cc-4269-9374-da786cec1fa9 will not be triggered until provisioned by entity L2. {{(pid=104123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:11:48.661409 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:48.667002 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'port': {'device_id': '6936b19d-2a6d-4b60-a88f-549320d81537', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'admin_state_up': True, 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'security_groups': ['878d1579-1ab1-453a-84bb-f58e191788d9']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:48.882609 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 2c0d184f-683b-467d-91d6-67c0d8bf8634 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:48.883109 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:48.927241 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 2c0d184f-683b-467d-91d6-67c0d8bf8634, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=2c0d184f-683b-467d-91d6-67c0d8bf8634,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:48.944652 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:11:48.945705 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:11:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:48.948775 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:48.949913 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 766d6e01-b55f-451a-ad13-80454532c40f up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:48.992680 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:49.057346 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Pushing event updated for resources: {'Port': ['ID=05fba3af-c7cc-4269-9374-da786cec1fa9,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:49.139073 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-0710c38a-3f9e-4c74-bb2e-3e689868d5ed service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9251842 Jul 28 09:11:49.164047 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Attempting to bind port 05fba3af-c7cc-4269-9374-da786cec1fa9 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:49.164666 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Attempting to bind port 05fba3af-c7cc-4269-9374-da786cec1fa9 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:49.165279 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Attempting to bind port 05fba3af-c7cc-4269-9374-da786cec1fa9 on network 64888555-aa9a-41f3-b5b6-dab010021048 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:49.177817 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Port 05fba3af-c7cc-4269-9374-da786cec1fa9 on network 64888555-aa9a-41f3-b5b6-dab010021048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:11:49.180826 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Attempting to bind port 05fba3af-c7cc-4269-9374-da786cec1fa9 on network 64888555-aa9a-41f3-b5b6-dab010021048 {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:49.190970 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47a5d3ea-d0a5-4824-83de-0c5c22ca6159 req-cf8553a7-ddfd-4688-8aaa-7f79b2b598bc tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8662403 Jul 28 09:11:49.193265 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745f509-b042-4a15-a2c5-39eb4adaf848 None None] Pushing event updated for resources: {'Port': ['ID=2406e230-f638-4ca7-bcc2-fb200c0520e5,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:49.195103 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-149a9e15-4cd8-4809-81f1-f79b431dcd3a service neutron] 10.222.0.48 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1714895 Jul 28 09:11:49.202277 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:49.205287 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:49.212479 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Checking segment: {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:49.212822 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Bound using segment: {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'} {{(pid=104123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:49.218627 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Made reservation on behalf of b7b5e309462a425a92e550dd2c72ca4d for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:11:49.224139 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:49.231194 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.managers [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Bound port: 05fba3af-c7cc-4269-9374-da786cec1fa9, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'}}] {{(pid=104123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:49.231571 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:49.372513 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] For port 05fba3af-c7cc-4269-9374-da786cec1fa9, host hv-cinder-85124, cleared binding levels {{(pid=104123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:49.376039 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] For port 05fba3af-c7cc-4269-9374-da786cec1fa9, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=05fba3af-c7cc-4269-9374-da786cec1fa9,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:49.386617 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:49.404840 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:49.411241 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:11:49.421771 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 766d6e01-b55f-451a-ad13-80454532c40f triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:49.422460 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (766d6e01-b55f-451a-ad13-80454532c40f), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:49.424917 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Current status of the port 766d6e01-b55f-451a-ad13-80454532c40f is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:49.428470 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=2c0d184f-683b-467d-91d6-67c0d8bf8634,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:49.452381 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:49.453050 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:49.454599 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] 10.222.0.60 "PUT /v2.0/ports/05fba3af-c7cc-4269-9374-da786cec1fa9 HTTP/1.1" status: 200 len: 1093 time: 4.5224631 Jul 28 09:11:49.500084 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Provisioning complete for port 4f306176-a5ba-4a22-b7f3-734213a248fe triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:49.500678 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:49.515759 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778f1c9-5196-43b2-92d8-d09e62b7f83b service neutron] Pushing event updated for resources: {'Port': ['ID=05fba3af-c7cc-4269-9374-da786cec1fa9,revision_number=3']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:49.597621 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Allocated IP 172.20.0.13 (6941e6b9-7bfc-4053-9e7d-f682ee21c51f/66df279f-10e1-460e-ac7d-69ed4ca391e2/e8f10ca5-9e77-4e44-90da-226feaaaae51) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:11:49.704725 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9630539d-ee7a-4c68-87f7-6b4957550388 x-openstack-request-id: req-9630539d-ee7a-4c68-87f7-6b4957550388 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:11:49.707143 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9da7bb-30df-49b1-849e-3988d86d320a", "tag": "9b0abbfa-2bf0-4a40-b6c5-74e95957cb76", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:11:49.707831 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9630539d-ee7a-4c68-87f7-6b4957550388 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:11:49.708931 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9630539d-ee7a-4c68-87f7-6b4957550388'] response: {'name': 'network-changed', 'server_uuid': 'fc9da7bb-30df-49b1-849e-3988d86d320a', 'tag': '9b0abbfa-2bf0-4a40-b6c5-74e95957cb76', 'status': 'completed', 'code': 200} Jul 28 09:11:49.727772 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ac0411a-575d-452e-b77d-5acbfefaebbb req-545b5bc8-e588-42c2-abb7-72c99fbbf43c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 210 time: 0.3636224 Jul 28 09:11:49.893227 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:49.898699 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 766d6e01-b55f-451a-ad13-80454532c40f is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:49.900706 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 5925a981-6b06-4c9d-9ab5-7330db45a4d0 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:49.920202 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7eb83-320e-4872-a5b2-2d5208a22c6c req-33a386c9-3eee-4c5c-b43d-e452fb194654 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:49.927543 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14e7eb83-320e-4872-a5b2-2d5208a22c6c req-33a386c9-3eee-4c5c-b43d-e452fb194654 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.1143022 Jul 28 09:11:49.999239 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:50.041301 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:50.049393 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14e7eb83-320e-4872-a5b2-2d5208a22c6c req-0dae9a86-692e-47d7-bfd8-83fb129c44f0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206727 Jul 28 09:11:50.068795 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d37a86-00a7-45bf-8f61-14f8326173a6 x-openstack-request-id: req-c4d37a86-00a7-45bf-8f61-14f8326173a6 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:11:50.069115 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e208af-ae8f-482f-b140-66e820fb9f4c", "tag": "89af98d3-0e6d-4025-b5bf-6a18fba6c7de", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:11:50.069566 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4d37a86-00a7-45bf-8f61-14f8326173a6 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:11:50.070285 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d37a86-00a7-45bf-8f61-14f8326173a6'] response: {'name': 'network-changed', 'server_uuid': '25e208af-ae8f-482f-b140-66e820fb9f4c', 'tag': '89af98d3-0e6d-4025-b5bf-6a18fba6c7de', 'status': 'completed', 'code': 200} Jul 28 09:11:50.185650 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:50.260419 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Current status of the port 4f306176-a5ba-4a22-b7f3-734213a248fe is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:50.261051 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:50.261685 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d72deec-6f15-4c9d-8fbf-c25019eb4caa req-daf32004-5c4a-43df-9824-3a9a2df99740 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.1042728 Jul 28 09:11:50.309589 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0ccada0-ab7b-4748-826b-07b148b0c883 req-5bc952a0-8ed3-4f34-a707-a22b8cec0222 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0671892 Jul 28 09:11:50.322746 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:11:50.324281 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:11:50.327146 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:11:50.332756 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:50.333379 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:50.348264 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:11:50.359137 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'Port': ['ID=e8f10ca5-9e77-4e44-90da-226feaaaae51,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:50.375239 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-d30139e6-bd4f-4bbc-8b41-e1bf3b1d1deb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7166476 Jul 28 09:11:50.406259 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91288829-4a26-4b6b-bb58-6e8fde005db2 None None] The sync data for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi is: [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:11:50.416817 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 5925a981-6b06-4c9d-9ab5-7330db45a4d0 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:50.417322 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:50.440761 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] For port 4f306176-a5ba-4a22-b7f3-734213a248fe, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=4f306176-a5ba-4a22-b7f3-734213a248fe,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:50.466816 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:50.571322 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bac21-e522-42f0-86ff-e77b73e80961 req-cae4c2b2-4c20-4114-86cf-bd113674c8b7 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:50.574111 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-456bac21-e522-42f0-86ff-e77b73e80961 req-cae4c2b2-4c20-4114-86cf-bd113674c8b7 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.1084421 Jul 28 09:11:50.584565 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42250) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:50.632915 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:50.643370 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324e687-316d-44f8-9f4c-caa548e49b03 None None] Pushing event updated for resources: {'Port': ['ID=4f306176-a5ba-4a22-b7f3-734213a248fe,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:50.702970 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-456bac21-e522-42f0-86ff-e77b73e80961 req-b827d30c-fbf9-4bb9-ae2a-837d3cd20738 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999451 Jul 28 09:11:50.715585 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-d117ba36-8aee-43e3-9137-a240734944a1 None None] Provisioning complete for port 2406e230-f638-4ca7-bcc2-fb200c0520e5 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:50.715983 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d117ba36-8aee-43e3-9137-a240734944a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:50.729070 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 5925a981-6b06-4c9d-9ab5-7330db45a4d0 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:50.730218 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device fd5166ee-c668-43b4-87d3-4991aa7f1ec7 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:50.767811 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42258) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:50.846634 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:50.847051 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:50.879675 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-d117ba36-8aee-43e3-9137-a240734944a1 None None] Current status of the port 2406e230-f638-4ca7-bcc2-fb200c0520e5 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:50.880074 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d117ba36-8aee-43e3-9137-a240734944a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:50.911504 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:50.939271 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b7d68-7f33-4c26-b936-eb2f6448ee1e req-dcd4f15c-a174-4047-b8f6-87591efa4c92 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:50.940218 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-d117ba36-8aee-43e3-9137-a240734944a1 None None] For port 2406e230-f638-4ca7-bcc2-fb200c0520e5, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=2406e230-f638-4ca7-bcc2-fb200c0520e5,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:50.951440 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d117ba36-8aee-43e3-9137-a240734944a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:50.960703 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e76acf14-ac99-4c47-be5f-8fb35e55408e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:50.961139 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-496b7d68-7f33-4c26-b936-eb2f6448ee1e req-dcd4f15c-a174-4047-b8f6-87591efa4c92 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 932 time: 0.1090038 Jul 28 09:11:50.993574 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6310f031-acf0-404a-9d57-01d06f7bb11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.031753 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-496b7d68-7f33-4c26-b936-eb2f6448ee1e req-d7112f22-d0cf-4f88-b25a-5ec53f670a43 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694330 Jul 28 09:11:51.066854 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:51.074679 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117ba36-8aee-43e3-9137-a240734944a1 None None] Pushing event updated for resources: {'Port': ['ID=2406e230-f638-4ca7-bcc2-fb200c0520e5,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:51.079068 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:51.080184 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 5867f1c7-71c3-4733-8f6c-461f57036de5 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:51.134176 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-762597de-cb5e-4fba-b10a-fa2741932aad None None] Provisioning complete for port e8f10ca5-9e77-4e44-90da-226feaaaae51 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:51.134689 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-762597de-cb5e-4fba-b10a-fa2741932aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.153104 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e76acf14-ac99-4c47-be5f-8fb35e55408e admin admin] Publish callbacks [] for security_group (8a01505f-b644-459f-acbc-c246057c475e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.162797 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e76acf14-ac99-4c47-be5f-8fb35e55408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8a01505f-b644-459f-acbc-c246057c475e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.166811 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6310f031-acf0-404a-9d57-01d06f7bb11e admin admin] Publish callbacks [] for security_group (2425452f-528b-4232-95e9-8ffefe6d4886), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.170164 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 5867f1c7-71c3-4733-8f6c-461f57036de5 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:51.170644 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.184243 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6310f031-acf0-404a-9d57-01d06f7bb11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (2425452f-528b-4232-95e9-8ffefe6d4886), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.193313 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-762597de-cb5e-4fba-b10a-fa2741932aad None None] Port e8f10ca5-9e77-4e44-90da-226feaaaae51 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:11:51.222907 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76acf14-ac99-4c47-be5f-8fb35e55408e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a01505f-b644-459f-acbc-c246057c475e,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:51.236261 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e76acf14-ac99-4c47-be5f-8fb35e55408e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7aaf9e3ae3b2410b915efb52c52a4ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6478639 Jul 28 09:11:51.242311 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42264) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:51.252441 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5964d2-c2fd-4243-bd88-e2dfbfc827fd req-d992a68a-37c8-43dd-aab7-b9ac1cf577be tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:51.255606 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6310f031-acf0-404a-9d57-01d06f7bb11e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=febb9e5ae0044129914cb4281642a68c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4865086 Jul 28 09:11:51.261359 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42266) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:51.262702 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc5964d2-c2fd-4243-bd88-e2dfbfc827fd req-d992a68a-37c8-43dd-aab7-b9ac1cf577be tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.0991421 Jul 28 09:11:51.263198 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 5867f1c7-71c3-4733-8f6c-461f57036de5 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:51.263961 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device b16fd12c-2032-4d5a-bf3d-e94a7911ae20 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:51.287169 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310f031-acf0-404a-9d57-01d06f7bb11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2425452f-528b-4232-95e9-8ffefe6d4886,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:51.322628 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc5964d2-c2fd-4243-bd88-e2dfbfc827fd req-c558c977-a91c-47a7-8112-a022cee67819 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530679 Jul 28 09:11:51.358731 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port b16fd12c-2032-4d5a-bf3d-e94a7911ae20 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:51.359126 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.408721 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3e942242-1039-42db-a983-93a2e1d73dad admin admin] Publish callbacks [] for security_group (8a01505f-b644-459f-acbc-c246057c475e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.420701 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d797-9d47-4816-b16c-e326e2c2541f admin admin] Publish callbacks [] for security_group (2425452f-528b-4232-95e9-8ffefe6d4886), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.439074 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:51.439270 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa7b7dde-4212-4b55-84b9-af7f65153ec3 req-1477ce34-5c52-4667-be18-5d7488c317d6 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0645430 Jul 28 09:11:51.453237 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:51.456267 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port b16fd12c-2032-4d5a-bf3d-e94a7911ae20 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:51.457255 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.460673 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3e942242-1039-42db-a983-93a2e1d73dad admin admin] Publish callbacks [] for security_group (8a01505f-b644-459f-acbc-c246057c475e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.494811 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-668b44ab-071f-4ca2-8f32-1251f98c8461 req-e3a35b15-4262-465f-98ef-c1e0355d03ed tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0364377 Jul 28 09:11:51.501288 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port b16fd12c-2032-4d5a-bf3d-e94a7911ae20, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=b16fd12c-2032-4d5a-bf3d-e94a7911ae20,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:51.502315 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d797-9d47-4816-b16c-e326e2c2541f admin admin] Publish callbacks [] for security_group (2425452f-528b-4232-95e9-8ffefe6d4886), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.507233 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.508769 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 27bdf03b-c76c-418d-8067-59459fae3a6e up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:51.579487 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3e942242-1039-42db-a983-93a2e1d73dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8a01505f-b644-459f-acbc-c246057c475e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.582767 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3e942242-1039-42db-a983-93a2e1d73dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.583991 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3e942242-1039-42db-a983-93a2e1d73dad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a01505f-b644-459f-acbc-c246057c475e HTTP/1.1" status: 204 len: 168 time: 0.3405302 Jul 28 09:11:51.589315 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=b16fd12c-2032-4d5a-bf3d-e94a7911ae20,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:51.589544 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:51.590828 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d797-9d47-4816-b16c-e326e2c2541f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (2425452f-528b-4232-95e9-8ffefe6d4886), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.594468 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d797-9d47-4816-b16c-e326e2c2541f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.598876 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ebb4d797-9d47-4816-b16c-e326e2c2541f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2425452f-528b-4232-95e9-8ffefe6d4886 HTTP/1.1" status: 204 len: 168 time: 0.3293457 Jul 28 09:11:51.599010 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 27bdf03b-c76c-418d-8067-59459fae3a6e triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:51.599010 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.603681 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e942242-1039-42db-a983-93a2e1d73dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a01505f-b644-459f-acbc-c246057c475e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:51.617811 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4d797-9d47-4816-b16c-e326e2c2541f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2425452f-528b-4232-95e9-8ffefe6d4886,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:51.711851 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 27bdf03b-c76c-418d-8067-59459fae3a6e is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:51.713310 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:51.771699 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:51.772257 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.838493 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e651e32-bb23-4274-a8bd-de2914bd9493 req-d59e0ac2-70a8-4675-a2f0-2a29c4fe1f4b tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:51.846042 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e651e32-bb23-4274-a8bd-de2914bd9493 req-d59e0ac2-70a8-4675-a2f0-2a29c4fe1f4b tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.0632212 Jul 28 09:11:51.869545 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:51.870920 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device ac082887-ae76-4bfb-b509-d786fe2d7e52 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:51.906643 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e651e32-bb23-4274-a8bd-de2914bd9493 req-fa7b33e2-9291-4272-acf5-21da34c90ad2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591407 Jul 28 09:11:51.933549 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port ac082887-ae76-4bfb-b509-d786fe2d7e52 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:51.933549 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:51.988810 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42284) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:52.003945 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ef385b7-bbd2-4b41-a9e5-28d02b14a7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.004610 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port ac082887-ae76-4bfb-b509-d786fe2d7e52 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:52.005010 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.027113 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42286) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:52.029963 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port ac082887-ae76-4bfb-b509-d786fe2d7e52, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=ac082887-ae76-4bfb-b509-d786fe2d7e52,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:11:52.033911 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.057344 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a0df3085-61a4-41e7-88c1-a6aa64d49902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.111319 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=ac082887-ae76-4bfb-b509-d786fe2d7e52,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:52.119463 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:52.120192 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8684b5-28bd-4cba-a505-ac85060610e3', 'tag': '05fba3af-c7cc-4269-9374-da786cec1fa9'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:11:52.122423 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60a0d31f5ae61584c09bf5ae02f1e8f881846fe7860167878649fbf56de3e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8684b5-28bd-4cba-a505-ac85060610e3", "tag": "05fba3af-c7cc-4269-9374-da786cec1fa9"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:11:52.175958 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a0df3085-61a4-41e7-88c1-a6aa64d49902 admin admin] Publish callbacks [] for security_group (4d57f0f2-2727-405b-89d1-7a0c1046380d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.186832 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eca741-b35e-4fdf-b042-fa512a310ab7 req-f5b2aded-8314-4d21-9d4e-ac1df5069be0 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:52.188714 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07eca741-b35e-4fdf-b042-fa512a310ab7 req-f5b2aded-8314-4d21-9d4e-ac1df5069be0 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 932 time: 0.0698018 Jul 28 09:11:52.191659 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a0df3085-61a4-41e7-88c1-a6aa64d49902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (4d57f0f2-2727-405b-89d1-7a0c1046380d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.207317 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ef385b7-bbd2-4b41-a9e5-28d02b14a7aa admin admin] Publish callbacks [] for security_group (bcfd5b72-45a3-48fc-9aea-d2a88c696933), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.221530 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ef385b7-bbd2-4b41-a9e5-28d02b14a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (bcfd5b72-45a3-48fc-9aea-d2a88c696933), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.224634 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0297b33a-7a64-4083-9520-6d8779f2c109 x-openstack-request-id: req-0297b33a-7a64-4083-9520-6d8779f2c109 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:11:52.224922 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8684b5-28bd-4cba-a505-ac85060610e3", "tag": "05fba3af-c7cc-4269-9374-da786cec1fa9", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:11:52.225170 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0297b33a-7a64-4083-9520-6d8779f2c109 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:11:52.225550 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0297b33a-7a64-4083-9520-6d8779f2c109'] response: {'name': 'network-changed', 'server_uuid': 'fb8684b5-28bd-4cba-a505-ac85060610e3', 'tag': '05fba3af-c7cc-4269-9374-da786cec1fa9', 'status': 'completed', 'code': 200} Jul 28 09:11:52.252267 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a0df3085-61a4-41e7-88c1-a6aa64d49902 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bba812cf9734deaba52757594a4e5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241018 Jul 28 09:11:52.253730 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df3085-61a4-41e7-88c1-a6aa64d49902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d57f0f2-2727-405b-89d1-7a0c1046380d,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:52.254319 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07eca741-b35e-4fdf-b042-fa512a310ab7 req-018b6343-fcd6-4817-92c8-2051cee0293f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532298 Jul 28 09:11:52.255466 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 42292) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:52.293495 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3ef385b7-bbd2-4b41-a9e5-28d02b14a7aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92e931a8708f48eb962baa3f93a7cd17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034327 Jul 28 09:11:52.294648 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef385b7-bbd2-4b41-a9e5-28d02b14a7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd5b72-45a3-48fc-9aea-d2a88c696933,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:52.296959 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42294) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:52.314170 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b067f70c-a0c1-4d66-abb2-66120fa031c3 admin admin] Publish callbacks [] for security_group (4d57f0f2-2727-405b-89d1-7a0c1046380d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.339028 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b067f70c-a0c1-4d66-abb2-66120fa031c3 admin admin] Publish callbacks [] for security_group (4d57f0f2-2727-405b-89d1-7a0c1046380d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.347701 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b44f963-d74a-490e-a310-06ae627a2c59 admin admin] Publish callbacks [] for security_group (bcfd5b72-45a3-48fc-9aea-d2a88c696933), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.360862 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device b16fd12c-2032-4d5a-bf3d-e94a7911ae20 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:52.375867 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b44f963-d74a-490e-a310-06ae627a2c59 admin admin] Publish callbacks [] for security_group (bcfd5b72-45a3-48fc-9aea-d2a88c696933), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.411282 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port b16fd12c-2032-4d5a-bf3d-e94a7911ae20 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:52.411632 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.416990 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b067f70c-a0c1-4d66-abb2-66120fa031c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (4d57f0f2-2727-405b-89d1-7a0c1046380d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.423699 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b067f70c-a0c1-4d66-abb2-66120fa031c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.426481 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b067f70c-a0c1-4d66-abb2-66120fa031c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d57f0f2-2727-405b-89d1-7a0c1046380d HTTP/1.1" status: 204 len: 168 time: 0.1690695 Jul 28 09:11:52.433632 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b44f963-d74a-490e-a310-06ae627a2c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (bcfd5b72-45a3-48fc-9aea-d2a88c696933), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.436416 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b44f963-d74a-490e-a310-06ae627a2c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.437568 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2b44f963-d74a-490e-a310-06ae627a2c59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bcfd5b72-45a3-48fc-9aea-d2a88c696933 HTTP/1.1" status: 204 len: 168 time: 0.1395411 Jul 28 09:11:52.461616 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44f963-d74a-490e-a310-06ae627a2c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd5b72-45a3-48fc-9aea-d2a88c696933,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:52.485109 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6513d7-2643-44c5-9c70-ec1682df0029 req-2d580117-bbdc-48d0-9da4-4797bc358cc5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:52.493183 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc6513d7-2643-44c5-9c70-ec1682df0029 req-2d580117-bbdc-48d0-9da4-4797bc358cc5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.0651712 Jul 28 09:11:52.546313 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:52.555879 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port b16fd12c-2032-4d5a-bf3d-e94a7911ae20 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:52.556942 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 2c0d184f-683b-467d-91d6-67c0d8bf8634 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:52.598335 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc6513d7-2643-44c5-9c70-ec1682df0029 req-304690f1-1878-4aab-80c3-134e32a0317c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928364 Jul 28 09:11:52.604344 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067f70c-a0c1-4d66-abb2-66120fa031c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d57f0f2-2727-405b-89d1-7a0c1046380d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:52.632305 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:52.632979 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 2c0d184f-683b-467d-91d6-67c0d8bf8634 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:52.633363 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.676637 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:52.698029 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f417b0bc-2186-40f2-8900-61ac26bd7343 req-4e725eda-1d16-4f04-bc75-4a40e1c678d4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.1116855 Jul 28 09:11:52.746411 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 2c0d184f-683b-467d-91d6-67c0d8bf8634 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:52.747485 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 61dd96b9-fee6-44f5-9ae5-312bd1b45601 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:52.764965 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d65ab70f-debf-47ed-8f99-a46a6393cef7 req-950b6796-e47e-4129-81ea-37083017be1b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0307829 Jul 28 09:11:52.806761 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:52.807143 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:52.887501 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:52.888625 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 766d6e01-b55f-451a-ad13-80454532c40f up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:52.935705 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 766d6e01-b55f-451a-ad13-80454532c40f triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:52.935705 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (766d6e01-b55f-451a-ad13-80454532c40f), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:53.023909 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 766d6e01-b55f-451a-ad13-80454532c40f is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:53.024982 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 5925a981-6b06-4c9d-9ab5-7330db45a4d0 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:53.035477 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92de6a1-bde5-4c26-a1f9-0a5c8d5239cb req-c11d3042-393a-4dbe-9be8-df92fbe1ceda tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:53.037310 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a92de6a1-bde5-4c26-a1f9-0a5c8d5239cb req-c11d3042-393a-4dbe-9be8-df92fbe1ceda tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.0536368 Jul 28 09:11:53.081285 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 5925a981-6b06-4c9d-9ab5-7330db45a4d0 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:53.082239 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:53.088651 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Request body: {'port': {'device_id': '6936b19d-2a6d-4b60-a88f-549320d81537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:11:53.181501 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-99338eec-5f17-4709-9140-7c959d215c9e req-3e5b0a57-6f0f-4ce6-8de2-7df245b14e80 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135957 Jul 28 09:11:53.190410 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a92de6a1-bde5-4c26-a1f9-0a5c8d5239cb req-2f8b7d39-3847-42d0-b360-bece0a99d664 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441455 Jul 28 09:11:53.192870 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:53.235908 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 5925a981-6b06-4c9d-9ab5-7330db45a4d0 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:53.237096 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 2406e230-f638-4ca7-bcc2-fb200c0520e5 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:53.291038 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 2406e230-f638-4ca7-bcc2-fb200c0520e5 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:53.291416 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:53.394588 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 2406e230-f638-4ca7-bcc2-fb200c0520e5 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:53.395692 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 4f306176-a5ba-4a22-b7f3-734213a248fe up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:53.426105 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:53.454924 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 4f306176-a5ba-4a22-b7f3-734213a248fe triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:53.455290 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:53.513999 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50ae2f-9ea5-42e5-92bf-92a24c8437ac req-ca031016-add6-4ebf-92e7-3da914d836f9 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:53.515515 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d50ae2f-9ea5-42e5-92bf-92a24c8437ac req-ca031016-add6-4ebf-92e7-3da914d836f9 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 932 time: 0.0876420 Jul 28 09:11:53.527422 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f10ca5-9e77-4e44-90da-226feaaaae51 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:11:53.538916 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:53.551879 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 4f306176-a5ba-4a22-b7f3-734213a248fe is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:53.552398 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Publish callbacks [] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:53.583801 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Transition to ACTIVE for port object e8f10ca5-9e77-4e44-90da-226feaaaae51 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:11:53.594490 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:53.607953 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d50ae2f-9ea5-42e5-92bf-92a24c8437ac req-a38a71af-a227-4de1-bf35-54a8e63bad9b tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853007 Jul 28 09:11:53.663189 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f10ca5-9e77-4e44-90da-226feaaaae51,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:53.709076 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Attempting to bind port e8f10ca5-9e77-4e44-90da-226feaaaae51 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:11:53.709511 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Attempting to bind port e8f10ca5-9e77-4e44-90da-226feaaaae51 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:11:53.710088 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Attempting to bind port e8f10ca5-9e77-4e44-90da-226feaaaae51 on network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:53.716739 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Port e8f10ca5-9e77-4e44-90da-226feaaaae51 on network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:11:53.717073 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Attempting to bind port e8f10ca5-9e77-4e44-90da-226feaaaae51 on network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:11:53.731435 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:11:53.731770 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Checking segment: {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:11:53.732161 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Bound using segment: {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:11:53.732605 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Bound port: e8f10ca5-9e77-4e44-90da-226feaaaae51, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:11:53.732966 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:53.862675 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ac40b828-5526-4ff5-9f25-c935a08bd397 req-a77196cc-5a43-41fb-83dd-98a3b4cc455e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0664909 Jul 28 09:11:53.875127 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e0746-0f81-4a91-8866-7450c53e147b req-b16099e5-374a-4467-97c7-a7bfc424a66f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:53.883662 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-940e0746-0f81-4a91-8866-7450c53e147b req-b16099e5-374a-4467-97c7-a7bfc424a66f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.1466680 Jul 28 09:11:53.887457 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:53.949659 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] For port e8f10ca5-9e77-4e44-90da-226feaaaae51, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:11:53.969782 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] For port e8f10ca5-9e77-4e44-90da-226feaaaae51, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=e8f10ca5-9e77-4e44-90da-226feaaaae51,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:11:53.981526 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-940e0746-0f81-4a91-8866-7450c53e147b req-af88315e-fb31-4b90-85a1-f2a746875af5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969067 Jul 28 09:11:54.037616 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9a2c1ae-4b71-42a5-8837-5b9823e748d4 req-020b70ef-5cd8-44a0-a15f-7c029f9edd7f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0427008 Jul 28 09:11:54.038880 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:54.095248 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:54.096607 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:54.098987 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9535381f-900a-4c74-af05-00990e944a53 service neutron] 10.222.0.60 "PUT /v2.0/ports/e8f10ca5-9e77-4e44-90da-226feaaaae51 HTTP/1.1" status: 200 len: 1094 time: 1.0244682 Jul 28 09:11:54.099589 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6936b19d-2a6d-4b60-a88f-549320d81537', 'tag': 'e8f10ca5-9e77-4e44-90da-226feaaaae51'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:11:54.102365 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6179810e-e771-4836-9c34-114c04e0c874" -d '{"events": [{"name": "network-changed", "server_uuid": "6936b19d-2a6d-4b60-a88f-549320d81537", "tag": "e8f10ca5-9e77-4e44-90da-226feaaaae51"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:11:54.127596 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535381f-900a-4c74-af05-00990e944a53 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f10ca5-9e77-4e44-90da-226feaaaae51,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:54.149069 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device ac082887-ae76-4bfb-b509-d786fe2d7e52 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:11:54.151687 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e413891-c940-4dfc-84f2-72ff4bd612f4 x-openstack-request-id: req-8e413891-c940-4dfc-84f2-72ff4bd612f4 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:11:54.151828 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6936b19d-2a6d-4b60-a88f-549320d81537", "tag": "e8f10ca5-9e77-4e44-90da-226feaaaae51", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:11:54.152057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e413891-c940-4dfc-84f2-72ff4bd612f4 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:11:54.152610 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e413891-c940-4dfc-84f2-72ff4bd612f4'] response: {'name': 'network-changed', 'server_uuid': '6936b19d-2a6d-4b60-a88f-549320d81537', 'tag': 'e8f10ca5-9e77-4e44-90da-226feaaaae51', 'status': 'completed', 'code': 200} Jul 28 09:11:54.194414 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:54.208446 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port ac082887-ae76-4bfb-b509-d786fe2d7e52 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:11:54.209137 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:54.317303 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port ac082887-ae76-4bfb-b509-d786fe2d7e52 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:11:54.373245 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc277c-25c9-4f83-b910-6a2f254265b9 req-a2cadbbc-9ce6-434c-ac5e-4b511c554ee7 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:54.374779 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-abdc277c-25c9-4f83-b910-6a2f254265b9 req-a2cadbbc-9ce6-434c-ac5e-4b511c554ee7 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.0749102 Jul 28 09:11:54.435904 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-abdc277c-25c9-4f83-b910-6a2f254265b9 req-9a880e40-5bef-4206-a12a-69b82521cb47 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532897 Jul 28 09:11:54.557467 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a064-5132-4c2d-b670-390e357a4648 req-076d1b41-9e95-4691-941b-54eafdfa7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:54.560202 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-076d1b41-9e95-4691-941b-54eafdfa7ba7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 1127 time: 0.0525413 Jul 28 09:11:54.727234 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-abac95e1-3b0b-405b-9853-c6694a199a3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fba3af-c7cc-4269-9374-da786cec1fa9 HTTP/1.1" status: 200 len: 217 time: 0.1143687 Jul 28 09:11:54.739374 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adde2c-c4ca-416f-9ec3-c922040086ba req-5abf9708-fc2c-43ec-9d9e-9163a5c76ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:54.742098 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-24adde2c-c4ca-416f-9ec3-c922040086ba req-5abf9708-fc2c-43ec-9d9e-9163a5c76ab6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 1127 time: 0.1318629 Jul 28 09:11:54.744069 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca056ab-2850-4c0d-bded-a3271778afe5 req-7ced976b-5187-4ee2-be3f-4cd7df659ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:54.745873 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ca056ab-2850-4c0d-bded-a3271778afe5 req-7ced976b-5187-4ee2-be3f-4cd7df659ecd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba0c305435a042aabbb61816788d7c66&device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 1127 time: 0.1239529 Jul 28 09:11:54.873691 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179810e-e771-4836-9c34-114c04e0c874 req-dc58719d-3f7a-4db6-ba6b-292abdc26e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:54.875831 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6179810e-e771-4836-9c34-114c04e0c874 req-dc58719d-3f7a-4db6-ba6b-292abdc26e1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 1128 time: 0.1517799 Jul 28 09:11:54.910934 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a064-5132-4c2d-b670-390e357a4648 req-3b882639-f266-40c6-89f4-41cc5da06dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:54.913544 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-3b882639-f266-40c6-89f4-41cc5da06dae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.1262822 Jul 28 09:11:54.941547 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2e653-fa4a-4f03-adc4-540a99d1497c req-0fd10dab-9e98-44ec-a5b8-ae74b34da736 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:54.945029 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfa2e653-fa4a-4f03-adc4-540a99d1497c req-0fd10dab-9e98-44ec-a5b8-ae74b34da736 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.1179841 Jul 28 09:11:55.091668 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42422) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:55.214001 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:55.231135 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adde2c-c4ca-416f-9ec3-c922040086ba req-4102627c-07c7-4699-94a0-1684bc0f3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:55.232630 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-24adde2c-c4ca-416f-9ec3-c922040086ba req-4102627c-07c7-4699-94a0-1684bc0f3783 service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.4770858 Jul 28 09:11:55.240078 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca056ab-2850-4c0d-bded-a3271778afe5 req-09d5d256-ae17-42ab-bb0f-dee33a55c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:55.241470 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ca056ab-2850-4c0d-bded-a3271778afe5 req-09d5d256-ae17-42ab-bb0f-dee33a55c7a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b2c886b-4998-465d-88a8-9d5b6629ddfc HTTP/1.1" status: 200 len: 913 time: 0.4847245 Jul 28 09:11:55.248171 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-656eb46c-ac5f-403a-bdc9-becc71b94e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:55.257115 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7ec5015-7bd3-4f43-8890-f50b33f0f412 req-f932af17-3aa6-402a-8f8a-832902fecd1b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0553353 Jul 28 09:11:55.289981 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfa2e653-fa4a-4f03-adc4-540a99d1497c req-57b9bd78-1485-4e1b-b6c9-69641168a973 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338933 Jul 28 09:11:55.362181 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:55.375411 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-656eb46c-ac5f-403a-bdc9-becc71b94e87 admin admin] Publish callbacks [] for security_group (750baf64-d199-4a23-9f25-ca8c2feddf80), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:55.381949 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-656eb46c-ac5f-403a-bdc9-becc71b94e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (750baf64-d199-4a23-9f25-ca8c2feddf80), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:55.428678 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c79acf6-13e7-43ef-b5fd-6b976acd7673 req-b1873be0-24eb-4586-905c-88ce05f278ee tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0622776 Jul 28 09:11:55.432719 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-656eb46c-ac5f-403a-bdc9-becc71b94e87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82f99318d5884cf2bcc3bbe971b46dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376286 Jul 28 09:11:55.432719 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eb46c-ac5f-403a-bdc9-becc71b94e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750baf64-d199-4a23-9f25-ca8c2feddf80,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:55.433085 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 42430) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:55.454606 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9937861-2e30-408a-9544-6c97d4d106e5 req-c6441502-5194-4d9e-945c-e4aa851b95ba tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:55.456071 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9937861-2e30-408a-9544-6c97d4d106e5 req-c6441502-5194-4d9e-945c-e4aa851b95ba tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.0909836 Jul 28 09:11:55.467973 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:55.564832 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a5f6487c-701c-4578-9f74-7e71ef22aa5d admin admin] Publish callbacks [] for security_group (750baf64-d199-4a23-9f25-ca8c2feddf80), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:55.571551 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9937861-2e30-408a-9544-6c97d4d106e5 req-3754149e-a2ef-4787-a21c-4605de606ddf tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078734 Jul 28 09:11:55.588812 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9b85d-b9cc-48b1-a670-b07e91acecad req-1c95501f-fc9c-4746-8740-0958255e4c27 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:55.590318 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2df9b85d-b9cc-48b1-a670-b07e91acecad req-1c95501f-fc9c-4746-8740-0958255e4c27 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.0773671 Jul 28 09:11:55.610663 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a5f6487c-701c-4578-9f74-7e71ef22aa5d admin admin] Publish callbacks [] for security_group (750baf64-d199-4a23-9f25-ca8c2feddf80), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:55.670436 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2df9b85d-b9cc-48b1-a670-b07e91acecad req-87820769-e1ec-4995-9dce-6f07b85d8c31 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706513 Jul 28 09:11:55.686992 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a5f6487c-701c-4578-9f74-7e71ef22aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (750baf64-d199-4a23-9f25-ca8c2feddf80), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:55.689644 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a5f6487c-701c-4578-9f74-7e71ef22aa5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:55.693652 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a5f6487c-701c-4578-9f74-7e71ef22aa5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/750baf64-d199-4a23-9f25-ca8c2feddf80 HTTP/1.1" status: 204 len: 168 time: 0.2568951 Jul 28 09:11:55.699617 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6487c-701c-4578-9f74-7e71ef22aa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750baf64-d199-4a23-9f25-ca8c2feddf80,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:55.957708 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 42440) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:55.971505 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7eb31767-db68-4b51-974f-1eefc98fa40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:55.974528 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:56.056529 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7eb31767-db68-4b51-974f-1eefc98fa40a admin admin] Publish callbacks [] for security_group (cb5bcfe4-242d-4d58-8d91-0acfe6cf2545), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:56.060159 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7eb31767-db68-4b51-974f-1eefc98fa40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (cb5bcfe4-242d-4d58-8d91-0acfe6cf2545), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:56.099600 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7eb31767-db68-4b51-974f-1eefc98fa40a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b68a1b064b4c4a05baa97062dce5087d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408153 Jul 28 09:11:56.100423 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb31767-db68-4b51-974f-1eefc98fa40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5bcfe4-242d-4d58-8d91-0acfe6cf2545,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:56.102451 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42442) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:11:56.151517 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a78ddc68-22be-4c66-8ad1-21b71328a40f admin admin] Publish callbacks [] for security_group (cb5bcfe4-242d-4d58-8d91-0acfe6cf2545), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:56.172592 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a78ddc68-22be-4c66-8ad1-21b71328a40f admin admin] Publish callbacks [] for security_group (cb5bcfe4-242d-4d58-8d91-0acfe6cf2545), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:56.223231 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a78ddc68-22be-4c66-8ad1-21b71328a40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (cb5bcfe4-242d-4d58-8d91-0acfe6cf2545), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:56.225663 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a78ddc68-22be-4c66-8ad1-21b71328a40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:56.226802 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a78ddc68-22be-4c66-8ad1-21b71328a40f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb5bcfe4-242d-4d58-8d91-0acfe6cf2545 HTTP/1.1" status: 204 len: 168 time: 0.1233120 Jul 28 09:11:56.235777 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ddc68-22be-4c66-8ad1-21b71328a40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5bcfe4-242d-4d58-8d91-0acfe6cf2545,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:11:56.429495 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0811d98-d962-4f63-ab4c-419ce60d74de req-69331b1a-d41c-46e7-abc3-4e8f9634074a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0595636 Jul 28 09:11:56.438227 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c49884-7ca0-440b-9f52-669683a6a97e req-1185dc5d-7f65-4c23-8a95-5f6f006732fa tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:56.439708 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7c49884-7ca0-440b-9f52-669683a6a97e req-1185dc5d-7f65-4c23-8a95-5f6f006732fa tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0802791 Jul 28 09:11:56.496973 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7c49884-7ca0-440b-9f52-669683a6a97e req-f4c761e5-a5cb-4954-853a-4bd261fda407 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518413 Jul 28 09:11:56.539669 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c9b1f764-e114-4983-91e4-d37527ce0b1e req-6365851a-0317-4a0e-8400-7306b4ad8a92 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0310342 Jul 28 09:11:56.704832 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688b267-84dd-4ef0-86e9-c0b9ad4fa808 req-64984c65-b3ed-422e-9618-41f060ce61e0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:56.706986 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8688b267-84dd-4ef0-86e9-c0b9ad4fa808 req-64984c65-b3ed-422e-9618-41f060ce61e0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.0524852 Jul 28 09:11:56.778619 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8688b267-84dd-4ef0-86e9-c0b9ad4fa808 req-4a16dc60-afbd-480e-b105-587f91601ae8 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537369 Jul 28 09:11:56.812795 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b38f3-0d41-4be5-b35a-ba61ad599446 req-0108aef4-a6cb-47e4-9856-ce8d21822f46 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:56.814298 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-094b38f3-0d41-4be5-b35a-ba61ad599446 req-0108aef4-a6cb-47e4-9856-ce8d21822f46 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.0524056 Jul 28 09:11:56.838489 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-58bebf74-46f8-43e1-ad7d-078bcadc2a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:56.868869 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-094b38f3-0d41-4be5-b35a-ba61ad599446 req-d4a614f9-4a59-4734-8469-ee527429351f tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477469 Jul 28 09:11:57.170343 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=53 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:57.177159 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=24 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:57.541110 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ae7d10e3-293d-47e7-a2a5-7ab8edba348b req-71ac8f79-fc5e-4f74-891f-3bbade84762d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0304012 Jul 28 09:11:57.618519 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3bbcd-8334-4779-b64f-40f723a02721 req-c52af6d4-21fd-4db4-8649-6a7ad1792a1c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:57.620301 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64f3bbcd-8334-4779-b64f-40f723a02721 req-c52af6d4-21fd-4db4-8649-6a7ad1792a1c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0490532 Jul 28 09:11:57.657473 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c98cc88-3eb1-439a-bc5b-d73fcf8fe181 req-584d234f-e31b-4907-bf50-d882b9019374 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0463004 Jul 28 09:11:57.687420 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64f3bbcd-8334-4779-b64f-40f723a02721 req-0cc6c48a-eefd-4488-bfd7-abc759c377de tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593898 Jul 28 09:11:57.903896 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1732c68-91ee-43e9-a4a0-e6ad99a7d4fd req-575bbe60-2180-48de-8396-10b22bc68489 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:57.906313 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1732c68-91ee-43e9-a4a0-e6ad99a7d4fd req-575bbe60-2180-48de-8396-10b22bc68489 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.0520236 Jul 28 09:11:57.969131 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1732c68-91ee-43e9-a4a0-e6ad99a7d4fd req-e728f45d-6352-45dd-a5d6-a6d7f4de207a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572760 Jul 28 09:11:57.989256 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:58.006547 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7fb21-ddc8-4cba-8afc-8cedd021e68f req-5a011a79-5a5c-494e-8aa6-20f3ee5c3685 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:58.008017 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70b7fb21-ddc8-4cba-8afc-8cedd021e68f req-5a011a79-5a5c-494e-8aa6-20f3ee5c3685 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.0552487 Jul 28 09:11:58.062602 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70b7fb21-ddc8-4cba-8afc-8cedd021e68f req-9433b7ea-2afd-4cfe-9b88-6a9d40c08a68 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486000 Jul 28 09:11:58.427778 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:11:58.650849 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0f26dd00-903a-4f07-b475-83e216e72e02 req-7d5daba9-3965-465a-8099-04005ef3ce5f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0340879 Jul 28 09:11:58.756677 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6841298e-1078-4e16-ac74-9951f7c8bde1 req-abb12ef0-4ba5-4c79-9184-ea48baf47490 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0280318 Jul 28 09:11:58.807387 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928bded-f6a2-4e6b-adcf-9ec865e6d513 req-3c43b833-9ca8-4843-a1ea-489ed2eae3d7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:58.808816 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f928bded-f6a2-4e6b-adcf-9ec865e6d513 req-3c43b833-9ca8-4843-a1ea-489ed2eae3d7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0461972 Jul 28 09:11:58.855908 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f928bded-f6a2-4e6b-adcf-9ec865e6d513 req-ae124b34-7a77-4e9b-b74b-a00c0b908984 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Jul 28 09:11:59.084547 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fd15a-b5b2-46e1-b666-a52ed899a38e req-5f742817-e56c-4812-9829-9d43afe61e89 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:59.086010 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db9fd15a-b5b2-46e1-b666-a52ed899a38e req-5f742817-e56c-4812-9829-9d43afe61e89 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.0465376 Jul 28 09:11:59.120695 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:11:59.148893 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db9fd15a-b5b2-46e1-b666-a52ed899a38e req-5b08ba5b-bf76-451a-ad0e-d20381c2c283 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572331 Jul 28 09:11:59.184187 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f048acf-4084-4226-a8c1-037c74823c34 req-4d870e6e-62ee-41e3-a50c-85b891fd39cb tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:59.185937 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9f048acf-4084-4226-a8c1-037c74823c34 req-4d870e6e-62ee-41e3-a50c-85b891fd39cb tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.0529921 Jul 28 09:11:59.244707 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9f048acf-4084-4226-a8c1-037c74823c34 req-77d477c3-6ebd-4d34-bc26-fd5d1aec88bb tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457511 Jul 28 09:11:59.331895 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-876917d0-58d4-485b-a21e-3f812c27ebe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:11:59.756063 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b3e318f1-7ca1-4de2-8269-4628950f35e9 req-0239d972-ca47-4cd3-a180-ab36a62fdd6b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0274765 Jul 28 09:11:59.856899 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbb4bf07-c553-49f3-b1b5-9d4212d0084f req-bc000e23-8312-4d5d-b693-c3daaf77c057 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0304065 Jul 28 09:11:59.977968 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa5341-5d1f-4156-b423-103092fab52e req-7108fcad-45d0-4def-88cf-0c2501d4e9ec tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:11:59.979435 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12fa5341-5d1f-4156-b423-103092fab52e req-7108fcad-45d0-4def-88cf-0c2501d4e9ec tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0481420 Jul 28 09:12:00.027505 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12fa5341-5d1f-4156-b423-103092fab52e req-415b088b-ea3c-458f-af7b-8cfdc38389b2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421541 Jul 28 09:12:00.225204 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:00.315973 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7e50f-715b-4b6a-96ab-da2e48284ed6 req-8365b89c-7964-49e7-87a1-027faf7781bd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:00.317546 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59f7e50f-715b-4b6a-96ab-da2e48284ed6 req-8365b89c-7964-49e7-87a1-027faf7781bd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.0579319 Jul 28 09:12:00.384743 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179e0f6-34fc-4adf-9a60-8143b79ca72f req-31af5faa-c233-4b47-a53c-52612bc3c3e9 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:00.386214 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f179e0f6-34fc-4adf-9a60-8143b79ca72f req-31af5faa-c233-4b47-a53c-52612bc3c3e9 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.0676417 Jul 28 09:12:00.414863 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59f7e50f-715b-4b6a-96ab-da2e48284ed6 req-78a3f04d-9bde-48a9-8152-3cf1bda91d25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864720 Jul 28 09:12:00.446341 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f179e0f6-34fc-4adf-9a60-8143b79ca72f req-7fcbf93b-3e0c-4921-b6b2-fe3f787d3311 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544972 Jul 28 09:12:00.859309 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c3ae020c-c1e7-4a36-929e-ee6f38daf96a req-5a8237ce-2005-46ea-8c25-60a74359782f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0274303 Jul 28 09:12:00.956156 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6941a689-d18c-42e4-8c39-d4d16aac506b req-ad8d3810-6ca5-4864-95d6-3c4afef45327 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0284784 Jul 28 09:12:01.149828 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799caaa-ee87-4a2a-8242-65ced4d8ab90 req-0f644015-b300-457b-b88c-88d38547040b tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:01.151276 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c799caaa-ee87-4a2a-8242-65ced4d8ab90 req-0f644015-b300-457b-b88c-88d38547040b tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0477991 Jul 28 09:12:01.203394 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c799caaa-ee87-4a2a-8242-65ced4d8ab90 req-2449a454-e624-4e83-8cc9-ac1ba5918da9 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454900 Jul 28 09:12:01.557356 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-24adde2c-c4ca-416f-9ec3-c922040086ba req-e625307f-296c-4d83-982f-b664d1f1d668 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89af98d3-0e6d-4025-b5bf-6a18fba6c7de HTTP/1.1" status: 200 len: 217 time: 0.0659688 Jul 28 09:12:01.605882 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.60', 51184) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:01.607699 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ca056ab-2850-4c0d-bded-a3271778afe5 req-86f396de-1b0e-4653-9de6-07496f6d863a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 HTTP/1.1" status: 200 len: 217 time: 0.0524881 Jul 28 09:12:01.688981 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca056ab-2850-4c0d-bded-a3271778afe5 req-7c9be6df-3977-4093-aa36-5a0f3c6e0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:01.690642 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ca056ab-2850-4c0d-bded-a3271778afe5 req-7c9be6df-3977-4093-aa36-5a0f3c6e0190 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e50d45db-937b-4b7e-b2c7-321cb78204ea HTTP/1.1" status: 200 len: 851 time: 0.0501344 Jul 28 09:12:01.715393 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adde2c-c4ca-416f-9ec3-c922040086ba req-e8622559-f93d-4810-8dbc-23e8146769b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:01.717268 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-24adde2c-c4ca-416f-9ec3-c922040086ba req-e8622559-f93d-4810-8dbc-23e8146769b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.1087229 Jul 28 09:12:01.733727 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:01.868250 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a064-5132-4c2d-b670-390e357a4648 req-7e61e46f-52ed-4295-b15c-70fb6c0976cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:01.870645 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-7e61e46f-52ed-4295-b15c-70fb6c0976cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4399266 Jul 28 09:12:01.871506 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:01.895311 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65452b38-d751-44f7-963f-549646451f71 req-eb0e15ea-9feb-45e6-b786-b8ec121f5d00 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:01.896803 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65452b38-d751-44f7-963f-549646451f71 req-eb0e15ea-9feb-45e6-b786-b8ec121f5d00 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.3010843 Jul 28 09:12:01.926222 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d888b-becd-4900-9495-865887b090b4 req-bffd8912-fa13-41a2-b87c-0306ca3929a6 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:01.927900 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-890d888b-becd-4900-9495-865887b090b4 req-bffd8912-fa13-41a2-b87c-0306ca3929a6 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.3414140 Jul 28 09:12:01.939401 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:02.045712 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179810e-e771-4836-9c34-114c04e0c874 req-8c44c3c5-36f3-4e78-8e6f-ce729af663e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:02.047232 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6179810e-e771-4836-9c34-114c04e0c874 req-8c44c3c5-36f3-4e78-8e6f-ce729af663e1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6048839 Jul 28 09:12:02.103253 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-f14216e4-0741-436e-aef3-c126c5ffcc07 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:02.104729 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-f14216e4-0741-436e-aef3-c126c5ffcc07 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 815 time: 0.4037855 Jul 28 09:12:02.115633 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65452b38-d751-44f7-963f-549646451f71 req-87bf302d-7578-48b7-9873-267fbeee3e0c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080309 Jul 28 09:12:02.119971 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-890d888b-becd-4900-9495-865887b090b4 req-55f67bbe-556a-4fe2-a5bf-99d20179a74b tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745572 Jul 28 09:12:02.233561 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6ad389a-42bd-4332-9336-f3944f97f375 req-798cf3f9-378a-4421-a78e-6316e1ab3445 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0420802 Jul 28 09:12:02.233648 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42640) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:02.247700 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f5db07ed-fa95-49e6-b153-c9a594c394b6 req-31102341-465e-4062-b1e7-8821897d89da tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0478311 Jul 28 09:12:02.354480 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b501-b1ce-433a-a8f0-4bd7934e6072 req-055caef2-803e-4ea0-b27e-db86dd4efd9f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:02.356073 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8433b501-b1ce-433a-a8f0-4bd7934e6072 req-055caef2-803e-4ea0-b27e-db86dd4efd9f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0559340 Jul 28 09:12:02.388367 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ada748b-90b9-4c3a-944d-aba5e970ee01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:02.429256 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8433b501-b1ce-433a-a8f0-4bd7934e6072 req-827d7e24-0b03-454e-ad7a-c142792bc4de tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653360 Jul 28 09:12:02.475591 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ada748b-90b9-4c3a-944d-aba5e970ee01 admin admin] Publish callbacks [] for security_group (223a232a-bb22-45e9-83eb-110eed589446), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:02.478836 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7ada748b-90b9-4c3a-944d-aba5e970ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (223a232a-bb22-45e9-83eb-110eed589446), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:02.518263 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7ada748b-90b9-4c3a-944d-aba5e970ee01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6c6bc50a4ed46679dd05c143fe6daf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834268 Jul 28 09:12:02.519105 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada748b-90b9-4c3a-944d-aba5e970ee01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223a232a-bb22-45e9-83eb-110eed589446,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:02.521122 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 42648) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:02.547724 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:02.570686 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ebf43e2-0308-4aaf-b5f0-d478a7523896 admin admin] Publish callbacks [] for security_group (223a232a-bb22-45e9-83eb-110eed589446), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:02.591970 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ebf43e2-0308-4aaf-b5f0-d478a7523896 admin admin] Publish callbacks [] for security_group (223a232a-bb22-45e9-83eb-110eed589446), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:02.641683 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ebf43e2-0308-4aaf-b5f0-d478a7523896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (223a232a-bb22-45e9-83eb-110eed589446), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:02.644649 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ebf43e2-0308-4aaf-b5f0-d478a7523896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:02.645870 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8ebf43e2-0308-4aaf-b5f0-d478a7523896 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/223a232a-bb22-45e9-83eb-110eed589446 HTTP/1.1" status: 204 len: 168 time: 0.1237395 Jul 28 09:12:02.654337 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf43e2-0308-4aaf-b5f0-d478a7523896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223a232a-bb22-45e9-83eb-110eed589446,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:02.919380 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 42662) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:02.938047 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd12cada-8002-4aa0-b12c-3474801b229c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:03.022512 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd12cada-8002-4aa0-b12c-3474801b229c admin admin] Publish callbacks [] for security_group (7d89a0e2-86a0-4220-a5a4-7b50f93a7480), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:03.027874 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd12cada-8002-4aa0-b12c-3474801b229c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (7d89a0e2-86a0-4220-a5a4-7b50f93a7480), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:03.068271 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-cd12cada-8002-4aa0-b12c-3474801b229c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=848d5a10b31f47f4830f8349611149b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470678 Jul 28 09:12:03.069368 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12cada-8002-4aa0-b12c-3474801b229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89a0e2-86a0-4220-a5a4-7b50f93a7480,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:03.071230 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42670) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:03.136758 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d63205a-3c48-449c-b231-d8612fb72c0d admin admin] Publish callbacks [] for security_group (7d89a0e2-86a0-4220-a5a4-7b50f93a7480), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:03.169722 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d63205a-3c48-449c-b231-d8612fb72c0d admin admin] Publish callbacks [] for security_group (7d89a0e2-86a0-4220-a5a4-7b50f93a7480), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:03.228562 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d63205a-3c48-449c-b231-d8612fb72c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (7d89a0e2-86a0-4220-a5a4-7b50f93a7480), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:03.231062 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d63205a-3c48-449c-b231-d8612fb72c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:03.232507 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2d63205a-3c48-449c-b231-d8612fb72c0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d89a0e2-86a0-4220-a5a4-7b50f93a7480 HTTP/1.1" status: 204 len: 168 time: 0.1585960 Jul 28 09:12:03.242583 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63205a-3c48-449c-b231-d8612fb72c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89a0e2-86a0-4220-a5a4-7b50f93a7480,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:03.290901 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb455d5-113e-4b59-894c-f960270389be req-a80cd280-0399-47e6-a36e-2ec8caeb2ac6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:03.292416 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ceb455d5-113e-4b59-894c-f960270389be req-a80cd280-0399-47e6-a36e-2ec8caeb2ac6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.0936458 Jul 28 09:12:03.302385 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b95b2c-2061-4974-a29f-ea60c244c944 req-be63d2a2-783e-4405-83f0-8061130fc3dc tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:03.304464 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55b95b2c-2061-4974-a29f-ea60c244c944 req-be63d2a2-783e-4405-83f0-8061130fc3dc tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 943 time: 0.0940804 Jul 28 09:12:03.389890 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ceb455d5-113e-4b59-894c-f960270389be req-91a7ebf7-d4cd-47dc-83d1-7b58406eb55e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844116 Jul 28 09:12:03.393312 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55b95b2c-2061-4974-a29f-ea60c244c944 req-6a3f58e4-901e-46c3-b03d-ac5378b28a6e tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820887 Jul 28 09:12:03.518999 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe9a98f3-084b-41aa-8222-44a65cc6a510 req-45ae0812-d050-4281-b200-1c868746f5aa tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0538590 Jul 28 09:12:03.520736 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aad3c98d-e313-4cef-ab6f-fef8983c877e req-1d8a55ae-c2bf-45ed-b885-d6ce4a0a71b9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0420849 Jul 28 09:12:03.645503 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:03.671464 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbb847-03b3-482d-a5c5-c7d7590fa90b req-9d78bf43-9010-432b-9183-1013907c7096 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:03.677676 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ccbb847-03b3-482d-a5c5-c7d7590fa90b req-9d78bf43-9010-432b-9183-1013907c7096 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0757380 Jul 28 09:12:03.680738 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:12:03.742814 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ccbb847-03b3-482d-a5c5-c7d7590fa90b req-8b4a0efc-ebf5-4ede-8f04-82a12f463443 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589547 Jul 28 09:12:03.826889 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:03.841308 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '9b0abbfa-2bf0-4a40-b6c5-74e95957cb76', 'network_id': '5b2c886b-4998-465d-88a8-9d5b6629ddfc', 'port_id': '9b0abbfa-2bf0-4a40-b6c5-74e95957cb76', 'mac_address': 'fa:16:3e:45:16:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50d45db-937b-4b7e-b2c7-321cb78204ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:12:03.991812 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:03.992137 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:04.005725 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:12:04.028969 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:04.033228 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:04.060538 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42712) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:04.082590 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:04.320793 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2dbb4807-de47-48f6-8f0e-4e42b87c3e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:04.333179 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:04.339785 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adde2c-c4ca-416f-9ec3-c922040086ba req-a79995e5-4fcd-4103-8a5a-ced482f149a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:04.341636 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-24adde2c-c4ca-416f-9ec3-c922040086ba req-a79995e5-4fcd-4103-8a5a-ced482f149a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1482267 Jul 28 09:12:04.346719 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca056ab-2850-4c0d-bded-a3271778afe5 req-08d6325a-f609-4298-b6b9-7be73a638db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:04.348408 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ca056ab-2850-4c0d-bded-a3271778afe5 req-08d6325a-f609-4298-b6b9-7be73a638db5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b2c886b-4998-465d-88a8-9d5b6629ddfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1580498 Jul 28 09:12:04.360461 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:04.415800 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.60', 51192) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:04.462573 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-78154061-a01a-4eac-aa5e-24c67b95fefb service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566688 Jul 28 09:12:04.513643 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['9b0abbfa-2bf0-4a40-b6c5-74e95957cb76'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:12:04.639291 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2dbb4807-de47-48f6-8f0e-4e42b87c3e21 admin admin] Publish callbacks [] for security_group (9c6719b6-e17f-4aa8-b259-c6bd326f6940), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:04.657771 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2dbb4807-de47-48f6-8f0e-4e42b87c3e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (9c6719b6-e17f-4aa8-b259-c6bd326f6940), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:04.718912 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb4807-de47-48f6-8f0e-4e42b87c3e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6719b6-e17f-4aa8-b259-c6bd326f6940,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:04.775997 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2dbb4807-de47-48f6-8f0e-4e42b87c3e21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a583c7e90c94e09b1ecc03dd60bbb05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7135878 Jul 28 09:12:04.787685 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42750) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:04.869319 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-24adde2c-c4ca-416f-9ec3-c922040086ba req-6b5b0288-26e4-4c82-855c-c6bcd11ad54a service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254510 Jul 28 09:12:04.872414 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ca056ab-2850-4c0d-bded-a3271778afe5 req-1c403484-1c98-4a9f-b29e-45ee955f560a service neutron] 10.222.0.60 "GET /v2.0/networks/5b2c886b-4998-465d-88a8-9d5b6629ddfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294431 Jul 28 09:12:04.964436 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-7855c416-465c-44df-ba8f-528e1d1db1df tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 378 time: 0.6744916 Jul 28 09:12:05.057082 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7dcc8d1-a1a9-460a-a556-aa4358d861da admin admin] Publish callbacks [] for security_group (9c6719b6-e17f-4aa8-b259-c6bd326f6940), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:05.079477 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'port': {'device_id': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'admin_state_up': True, 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'security_groups': ['a331e359-4c09-4caa-8369-e83470aad61e']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:05.092465 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:05.109029 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7dcc8d1-a1a9-460a-a556-aa4358d861da admin admin] Publish callbacks [] for security_group (9c6719b6-e17f-4aa8-b259-c6bd326f6940), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:05.142246 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179810e-e771-4836-9c34-114c04e0c874 req-642eb9e8-fa10-487b-a839-fecadb5c1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:05.143722 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6179810e-e771-4836-9c34-114c04e0c874 req-642eb9e8-fa10-487b-a839-fecadb5c1680 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9538243 Jul 28 09:12:05.148258 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-24adde2c-c4ca-416f-9ec3-c922040086ba req-15e0d27a-d17b-4d63-ae79-9a3e23c155c7 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386627 Jul 28 09:12:05.151770 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4ca056ab-2850-4c0d-bded-a3271778afe5 req-6e631c6f-4c72-45f0-9183-234bd70fbef1 service neutron] 10.222.0.60 "GET /v2.0/networks/5b2c886b-4998-465d-88a8-9d5b6629ddfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405450 Jul 28 09:12:05.157049 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14b58f-905d-4ebf-b298-173e239727b3 req-3975207c-65d5-4ad1-b0ef-d5e147d905f0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:05.164547 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf14b58f-905d-4ebf-b298-173e239727b3 req-3975207c-65d5-4ad1-b0ef-d5e147d905f0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.2644129 Jul 28 09:12:05.189003 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838e4b0-b8e9-4836-8e31-1141339196b4 req-feea36b3-44ed-4547-91de-e483b78a1801 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:05.195668 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7dcc8d1-a1a9-460a-a556-aa4358d861da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (9c6719b6-e17f-4aa8-b259-c6bd326f6940), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:05.195909 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f838e4b0-b8e9-4836-8e31-1141339196b4 req-feea36b3-44ed-4547-91de-e483b78a1801 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 944 time: 0.2943625 Jul 28 09:12:05.198918 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7dcc8d1-a1a9-460a-a556-aa4358d861da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:05.200678 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f7dcc8d1-a1a9-460a-a556-aa4358d861da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c6719b6-e17f-4aa8-b259-c6bd326f6940 HTTP/1.1" status: 204 len: 168 time: 0.4017532 Jul 28 09:12:05.210616 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcc8d1-a1a9-460a-a556-aa4358d861da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6719b6-e17f-4aa8-b259-c6bd326f6940,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:05.302262 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-3499cb84-d6ea-4e0c-85f8-a0cfac88785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:05.304253 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-3499cb84-d6ea-4e0c-85f8-a0cfac88785b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 1128 time: 0.0623777 Jul 28 09:12:05.306906 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:05.313069 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-1440ac5f-dac0-4a47-9f15-5afddc5f16d7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:05.314484 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-1440ac5f-dac0-4a47-9f15-5afddc5f16d7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.60 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 817 time: 0.8948355 Jul 28 09:12:05.357600 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9138a064-5132-4c2d-b670-390e357a4648 req-5affabbd-1022-4f9c-b75f-1c6e8ae42a4b service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315763 Jul 28 09:12:05.384236 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf14b58f-905d-4ebf-b298-173e239727b3 req-b72a4278-96d1-4425-890f-06d22202fd26 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186146 Jul 28 09:12:05.411493 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-a523ec87-1c72-42ad-baa9-abdb40137a8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8f10ca5-9e77-4e44-90da-226feaaaae51 HTTP/1.1" status: 200 len: 217 time: 0.0677583 Jul 28 09:12:05.436650 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f838e4b0-b8e9-4836-8e31-1141339196b4 req-6dd7b802-a797-4164-9e6c-39327aa47a92 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395802 Jul 28 09:12:05.498646 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Made reservation on behalf of c957cfe3391147daab9fc1e59b414a3e for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:05.502103 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:05.524227 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-63b4e2a1-9671-4d03-a575-d5932c3380f5 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e862416d3ca4d019cd0dd62f439038c HTTP/1.1" status: 200 len: 380 time: 0.1851430 Jul 28 09:12:05.533926 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fdfe81bc-b25c-402e-b3d6-ac40553b2ae8 req-74542ad0-df1f-479b-aab8-67ca1280f5b1 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0508826 Jul 28 09:12:05.597037 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b4fdf09-5ebe-4258-90d6-ebd790125605 req-161639e4-b873-46de-bde6-87b41ac010b1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0713518 Jul 28 09:12:05.696619 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42784) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:05.712147 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e3c559d-cbcf-4e72-a1f3-626cb589d03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:05.749161 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3cba1-3532-4f1f-87d5-2e069590d765 req-10f87e30-b958-4eab-8e7f-371843a70e8c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:05.750756 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85b3cba1-3532-4f1f-87d5-2e069590d765 req-10f87e30-b958-4eab-8e7f-371843a70e8c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0862787 Jul 28 09:12:05.761370 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Allocated IP 172.20.0.7 (a25c70eb-0093-412d-853c-bc88149a664e/258e8cda-7921-417b-b638-3be8f77b5ab7/083e115f-7d9f-46a4-a9c2-332b4c7553c4) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:12:05.768234 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:05.772873 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 42786) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:05.800304 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e3c559d-cbcf-4e72-a1f3-626cb589d03d admin admin] Publish callbacks [] for security_group (21309736-d274-48a4-8338-c10c79cd417f), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:05.805325 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e3c559d-cbcf-4e72-a1f3-626cb589d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (21309736-d274-48a4-8338-c10c79cd417f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:05.817901 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:05.843488 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85b3cba1-3532-4f1f-87d5-2e069590d765 req-fdf92e0c-8d3d-4cb9-bfae-51453a29d7c2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796199 Jul 28 09:12:05.853725 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6e3c559d-cbcf-4e72-a1f3-626cb589d03d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77652b6c6ae640dca95f8908c408ed6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543496 Jul 28 09:12:05.859600 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42790) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:05.875011 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c559d-cbcf-4e72-a1f3-626cb589d03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21309736-d274-48a4-8338-c10c79cd417f,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:05.875356 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 89af98d3-0e6d-4025-b5bf-6a18fba6c7de details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:12:05.880635 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:05.985615 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d69c637c-a31e-4185-aee4-99dabba40d16 admin admin] Publish callbacks [] for security_group (21309736-d274-48a4-8338-c10c79cd417f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.004267 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-219e203a-9e1f-4285-b968-39d39bfd9ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.005833 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:12:06.013480 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d69c637c-a31e-4185-aee4-99dabba40d16 admin admin] Publish callbacks [] for security_group (21309736-d274-48a4-8338-c10c79cd417f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.024652 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.071094 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:12:06.078175 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:06.089282 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:12:06.090041 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.090888 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:06.096790 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.110880 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d69c637c-a31e-4185-aee4-99dabba40d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (21309736-d274-48a4-8338-c10c79cd417f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.115284 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d69c637c-a31e-4185-aee4-99dabba40d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.119464 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d69c637c-a31e-4185-aee4-99dabba40d16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21309736-d274-48a4-8338-c10c79cd417f HTTP/1.1" status: 204 len: 168 time: 0.2588599 Jul 28 09:12:06.129268 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=89af98d3-0e6d-4025-b5bf-6a18fba6c7de,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:06.132620 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c637c-a31e-4185-aee4-99dabba40d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21309736-d274-48a4-8338-c10c79cd417f,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:06.156330 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '89af98d3-0e6d-4025-b5bf-6a18fba6c7de', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'port_id': '89af98d3-0e6d-4025-b5bf-6a18fba6c7de', 'mac_address': 'fa:16:3e:bc:d9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:12:06.181893 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Network a25c70eb-0093-412d-853c-bc88149a664e is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:12:06.190761 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-219e203a-9e1f-4285-b968-39d39bfd9ed1 admin admin] Publish callbacks [] for security_group (f534c6cc-9ce6-4e59-9eee-5acfadaf1e57), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.192520 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:12:06.195781 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=083e115f-7d9f-46a4-a9c2-332b4c7553c4,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:06.197938 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:12:06.203276 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:06.203839 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.206568 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:06.208842 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-219e203a-9e1f-4285-b968-39d39bfd9ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (f534c6cc-9ce6-4e59-9eee-5acfadaf1e57), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.236054 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:06.236463 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.240367 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:06.240745 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.271370 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-04e2f3d7-947b-4f79-8a75-1bb17ad7ce12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2052329 Jul 28 09:12:06.272300 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89af98d3-0e6d-4025-b5bf-6a18fba6c7de {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:12:06.287516 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-219e203a-9e1f-4285-b968-39d39bfd9ed1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47a116cb8061487c88930ad3db813b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131273 Jul 28 09:12:06.288242 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 42802) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:06.301618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e203a-9e1f-4285-b968-39d39bfd9ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f534c6cc-9ce6-4e59-9eee-5acfadaf1e57,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:06.310041 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9da7bb-30df-49b1-849e-3988d86d320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0abbfa-2bf0-4a40-b6c5-74e95957cb76'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:06.382391 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=89af98d3-0e6d-4025-b5bf-6a18fba6c7de,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:06.389428 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9dc126b7-031f-4369-8e13-ebd768d4d31c admin admin] Publish callbacks [] for security_group (f534c6cc-9ce6-4e59-9eee-5acfadaf1e57), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.397803 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.401313 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:06.449803 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9dc126b7-031f-4369-8e13-ebd768d4d31c admin admin] Publish callbacks [] for security_group (f534c6cc-9ce6-4e59-9eee-5acfadaf1e57), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.483311 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.543544 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-8d8a47b5-5233-47bf-8a5b-803662c235af None None] Provisioning complete for port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:12:06.543911 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8d8a47b5-5233-47bf-8a5b-803662c235af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.562937 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9dc126b7-031f-4369-8e13-ebd768d4d31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (f534c6cc-9ce6-4e59-9eee-5acfadaf1e57), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.566106 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9dc126b7-031f-4369-8e13-ebd768d4d31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:06.567362 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9dc126b7-031f-4369-8e13-ebd768d4d31c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f534c6cc-9ce6-4e59-9eee-5acfadaf1e57 HTTP/1.1" status: 204 len: 168 time: 0.2736621 Jul 28 09:12:06.568223 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f3555d-7fc5-450e-b6be-25775d070e3d" -d '{"events": [{"server_uuid": "fc9da7bb-30df-49b1-849e-3988d86d320a", "name": "network-vif-plugged", "status": "completed", "tag": "9b0abbfa-2bf0-4a40-b6c5-74e95957cb76"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:06.575461 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=89af98d3-0e6d-4025-b5bf-6a18fba6c7de,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:06.601957 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc126b7-031f-4369-8e13-ebd768d4d31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f534c6cc-9ce6-4e59-9eee-5acfadaf1e57,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:06.616881 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2051b9-d36d-464b-a587-cad3bf30fdd9 req-4c3994c3-d644-4f85-ad36-b12da803efd5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:06.618554 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce2051b9-d36d-464b-a587-cad3bf30fdd9 req-4c3994c3-d644-4f85-ad36-b12da803efd5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.1056182 Jul 28 09:12:06.630556 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc626cbc-57ca-4d89-8669-428e1df87922 req-7bfe5e82-5886-4b6e-8af0-2a456e7c4be5 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:06.633444 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc626cbc-57ca-4d89-8669-428e1df87922 req-7bfe5e82-5886-4b6e-8af0-2a456e7c4be5 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0814579 Jul 28 09:12:06.637703 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a47b5-5233-47bf-8a5b-803662c235af None None] Port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:12:06.666709 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:06.723998 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ce2051b9-d36d-464b-a587-cad3bf30fdd9 req-0cee3fde-f140-46b3-932a-01a8b3da1f13 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908341 Jul 28 09:12:06.727487 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc626cbc-57ca-4d89-8669-428e1df87922 req-a80e3ec6-6bf5-4539-8d74-5c19f9477d2c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816803 Jul 28 09:12:06.842465 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b52260e7-5eb9-47e4-95c1-96a7f0cb040d req-ab17d75e-b493-4deb-bf0b-96c32edb48e8 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0306275 Jul 28 09:12:06.957655 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dddcb9-a2b5-4951-8e1b-941783ebe58a req-e8ba4e5e-dbfa-4bae-88de-0f442fc88d2d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:06.959238 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61dddcb9-a2b5-4951-8e1b-941783ebe58a req-e8ba4e5e-dbfa-4bae-88de-0f442fc88d2d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 931 time: 0.0524218 Jul 28 09:12:06.988593 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42838) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:07.002553 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8dad710a-dafd-44c1-b898-4c2fc10f6da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:07.021881 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61dddcb9-a2b5-4951-8e1b-941783ebe58a req-87a6b2f5-8d5e-4052-a656-a383813df72b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565481 Jul 28 09:12:07.067550 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe817c3-6884-4431-aa0b-f3500d0fd8c5 x-openstack-request-id: req-ebe817c3-6884-4431-aa0b-f3500d0fd8c5 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:07.068079 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9da7bb-30df-49b1-849e-3988d86d320a", "name": "network-vif-plugged", "status": "completed", "tag": "9b0abbfa-2bf0-4a40-b6c5-74e95957cb76", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:07.068274 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebe817c3-6884-4431-aa0b-f3500d0fd8c5 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:07.068729 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe817c3-6884-4431-aa0b-f3500d0fd8c5'] response: {'server_uuid': 'fc9da7bb-30df-49b1-849e-3988d86d320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0abbfa-2bf0-4a40-b6c5-74e95957cb76', 'code': 200} Jul 28 09:12:07.121930 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8dad710a-dafd-44c1-b898-4c2fc10f6da8 admin admin] Publish callbacks [] for security_group (8e9c0ef4-431c-4c89-a521-96904f49d917), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:07.127286 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8dad710a-dafd-44c1-b898-4c2fc10f6da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8e9c0ef4-431c-4c89-a521-96904f49d917), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:07.148318 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3437a1-a6ae-46ed-8f97-4484e43dc431 req-b74eeca9-78b5-42d6-bd20-7774093e429f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:07.155373 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ac3437a1-a6ae-46ed-8f97-4484e43dc431 req-b74eeca9-78b5-42d6-bd20-7774093e429f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0651855 Jul 28 09:12:07.175802 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8dad710a-dafd-44c1-b898-4c2fc10f6da8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdf8a07539c94726bd5e5d4b846e479e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858757 Jul 28 09:12:07.177066 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad710a-dafd-44c1-b898-4c2fc10f6da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9c0ef4-431c-4c89-a521-96904f49d917,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:07.179650 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42844) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:07.210717 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ac3437a1-a6ae-46ed-8f97-4484e43dc431 req-0c11286d-be18-4696-9567-830ed563a84c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545142 Jul 28 09:12:07.234074 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0abc448f-f3cd-4098-aa03-aa67a6cf2bf8 admin admin] Publish callbacks [] for security_group (8e9c0ef4-431c-4c89-a521-96904f49d917), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:07.256147 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0abc448f-f3cd-4098-aa03-aa67a6cf2bf8 admin admin] Publish callbacks [] for security_group (8e9c0ef4-431c-4c89-a521-96904f49d917), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:07.303166 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0abc448f-f3cd-4098-aa03-aa67a6cf2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8e9c0ef4-431c-4c89-a521-96904f49d917), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:07.305787 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0abc448f-f3cd-4098-aa03-aa67a6cf2bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:07.307060 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0abc448f-f3cd-4098-aa03-aa67a6cf2bf8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e9c0ef4-431c-4c89-a521-96904f49d917 HTTP/1.1" status: 204 len: 168 time: 0.1263652 Jul 28 09:12:07.314698 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc448f-f3cd-4098-aa03-aa67a6cf2bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9c0ef4-431c-4c89-a521-96904f49d917,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:07.884364 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd797c-d07b-4dc2-b062-5a2a34af8158 req-0a3dfde5-cdbe-471b-98c9-e8c6419d0c1a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:07.885865 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1fd797c-d07b-4dc2-b062-5a2a34af8158 req-0a3dfde5-cdbe-471b-98c9-e8c6419d0c1a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.0769322 Jul 28 09:12:07.906304 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8053c0-1a8d-492f-a58d-50b7853e4343 req-d1cf6f00-3e3c-47b1-89a9-bbb25f0ef9df tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:07.907767 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4d8053c0-1a8d-492f-a58d-50b7853e4343 req-d1cf6f00-3e3c-47b1-89a9-bbb25f0ef9df tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0684803 Jul 28 09:12:07.992578 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1fd797c-d07b-4dc2-b062-5a2a34af8158 req-13c37fed-7ab4-4b1d-917c-2e908e8a3736 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007822 Jul 28 09:12:07.995977 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4d8053c0-1a8d-492f-a58d-50b7853e4343 req-d5ab4fb0-867b-452d-8dcc-95284320ece7 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801880 Jul 28 09:12:08.116789 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d07c1ac4-9dfc-469e-bc00-9a64cc07a420 req-527c2457-ee26-4bd8-9f27-1848ffaa7fa4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0398145 Jul 28 09:12:08.152131 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:08.170958 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecabae-6a23-4c03-b3b1-a7bb377dbca8 req-9d044167-34f1-4e4f-9b29-799c8bc2b24c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:08.178266 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30ecabae-6a23-4c03-b3b1-a7bb377dbca8 req-9d044167-34f1-4e4f-9b29-799c8bc2b24c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 931 time: 0.0660210 Jul 28 09:12:08.228722 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30ecabae-6a23-4c03-b3b1-a7bb377dbca8 req-bdb03f66-a6f3-4eb2-a084-78c2a1ac83e4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496182 Jul 28 09:12:08.348278 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645a92a-842d-4104-a645-61d51a068880 req-32b547a6-5cc2-4ee6-b875-7ef9465e5fb6 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:08.349757 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e645a92a-842d-4104-a645-61d51a068880 req-32b547a6-5cc2-4ee6-b875-7ef9465e5fb6 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0588338 Jul 28 09:12:08.413321 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e645a92a-842d-4104-a645-61d51a068880 req-33887b1d-4b80-4b78-88b8-46acb053dca8 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569198 Jul 28 09:12:08.422885 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:08.423600 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:08.496371 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42920) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:08.661643 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcab7b3-4c52-48e1-831e-5d791d2e2ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:08.741291 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcab7b3-4c52-48e1-831e-5d791d2e2ec7 admin admin] Publish callbacks [] for security_group (d0c5e8b2-ce93-4b91-87ea-e4018d60c84e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:08.745647 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcab7b3-4c52-48e1-831e-5d791d2e2ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d0c5e8b2-ce93-4b91-87ea-e4018d60c84e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:08.779683 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:08.785856 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcab7b3-4c52-48e1-831e-5d791d2e2ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c5e8b2-ce93-4b91-87ea-e4018d60c84e,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:08.790512 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6dcab7b3-4c52-48e1-831e-5d791d2e2ec7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0b30726917e4d24b57b36e689a842fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931340 Jul 28 09:12:08.793143 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42938) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:08.853248 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9635dff-4be2-40df-abf8-89f5287935e4 admin admin] Publish callbacks [] for security_group (d0c5e8b2-ce93-4b91-87ea-e4018d60c84e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:08.875882 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9635dff-4be2-40df-abf8-89f5287935e4 admin admin] Publish callbacks [] for security_group (d0c5e8b2-ce93-4b91-87ea-e4018d60c84e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:08.903206 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 42942) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:08.904719 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:08.928336 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9635dff-4be2-40df-abf8-89f5287935e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d0c5e8b2-ce93-4b91-87ea-e4018d60c84e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:08.931454 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9635dff-4be2-40df-abf8-89f5287935e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:08.935137 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b9635dff-4be2-40df-abf8-89f5287935e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0c5e8b2-ce93-4b91-87ea-e4018d60c84e HTTP/1.1" status: 204 len: 168 time: 0.1382496 Jul 28 09:12:08.940713 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9635dff-4be2-40df-abf8-89f5287935e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c5e8b2-ce93-4b91-87ea-e4018d60c84e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:09.030124 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-58dfdb7c-51bb-4155-bbdf-860f6d17c09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:09.055061 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:09.181580 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59012dd-5c84-4ca6-bd90-d9275b40cad6 req-88a93cc2-dc9e-4535-ab20-053c41f63a33 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:09.183135 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e59012dd-5c84-4ca6-bd90-d9275b40cad6 req-88a93cc2-dc9e-4535-ab20-053c41f63a33 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.1091650 Jul 28 09:12:09.197368 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f5153-65ed-448a-a187-bfce5d9c05d8 req-4c9cae69-6752-4b84-a0ab-b41bc7af623c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:09.198811 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-313f5153-65ed-448a-a187-bfce5d9c05d8 req-4c9cae69-6752-4b84-a0ab-b41bc7af623c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.1060619 Jul 28 09:12:09.212319 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-58dfdb7c-51bb-4155-bbdf-860f6d17c09e admin admin] Publish callbacks [] for security_group (61d3fcc3-8a5a-494e-a837-8f65a2d8e343), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:09.230251 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-58dfdb7c-51bb-4155-bbdf-860f6d17c09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (61d3fcc3-8a5a-494e-a837-8f65a2d8e343), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:09.305229 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-58dfdb7c-51bb-4155-bbdf-860f6d17c09e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6f986b9e5fc433ab9c8f954b3f5fb30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4008296 Jul 28 09:12:09.308026 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42966) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:09.313503 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfdb7c-51bb-4155-bbdf-860f6d17c09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d3fcc3-8a5a-494e-a837-8f65a2d8e343,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:09.328710 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-313f5153-65ed-448a-a187-bfce5d9c05d8 req-2cb28ea8-c4f5-4c9d-b6be-28d3e4065073 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150141 Jul 28 09:12:09.332079 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e59012dd-5c84-4ca6-bd90-d9275b40cad6 req-7ac66ed9-5843-484f-93d6-d483fdf1bbd3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416399 Jul 28 09:12:09.377010 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7a88c092-c3bc-4287-9663-589eafebbde6 admin admin] Publish callbacks [] for security_group (61d3fcc3-8a5a-494e-a837-8f65a2d8e343), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:09.414306 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7a88c092-c3bc-4287-9663-589eafebbde6 admin admin] Publish callbacks [] for security_group (61d3fcc3-8a5a-494e-a837-8f65a2d8e343), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:09.439702 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f7997244-d732-4ff9-8a3a-cc0e09accd1d req-18175d27-6026-4c88-9315-6776685fc7ec tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0442531 Jul 28 09:12:09.485341 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7a88c092-c3bc-4287-9663-589eafebbde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (61d3fcc3-8a5a-494e-a837-8f65a2d8e343), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:09.489226 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7a88c092-c3bc-4287-9663-589eafebbde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:09.490486 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7a88c092-c3bc-4287-9663-589eafebbde6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61d3fcc3-8a5a-494e-a837-8f65a2d8e343 HTTP/1.1" status: 204 len: 168 time: 0.1812382 Jul 28 09:12:09.500868 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88c092-c3bc-4287-9663-589eafebbde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d3fcc3-8a5a-494e-a837-8f65a2d8e343,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:09.511613 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ed3c-8cac-449d-8981-33fafd44a0fb req-93e72ded-e8d1-405f-a896-662acad38c46 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:09.513164 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a47ed3c-8cac-449d-8981-33fafd44a0fb req-93e72ded-e8d1-405f-a896-662acad38c46 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 931 time: 0.0701680 Jul 28 09:12:09.599827 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663f2e3-909c-43bd-9151-4c5d969e63ec req-82ed4fa7-deb8-45b2-acfd-047675ac537e tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:09.601297 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6663f2e3-909c-43bd-9151-4c5d969e63ec req-82ed4fa7-deb8-45b2-acfd-047675ac537e tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0702868 Jul 28 09:12:09.614384 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a47ed3c-8cac-449d-8981-33fafd44a0fb req-e900162e-64ba-4391-91f9-48e2999f6a02 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953159 Jul 28 09:12:09.663022 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6663f2e3-909c-43bd-9151-4c5d969e63ec req-621aa89d-bd34-4925-842c-1407bdabb873 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476115 Jul 28 09:12:09.861683 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42988) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:09.878435 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72edca7d-218d-4fc6-8d0c-ba5479a1c354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:09.955940 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72edca7d-218d-4fc6-8d0c-ba5479a1c354 admin admin] Publish callbacks [] for security_group (f06cf640-e4a0-4479-b0ae-0ecb5f4b5db1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:09.959453 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72edca7d-218d-4fc6-8d0c-ba5479a1c354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (f06cf640-e4a0-4479-b0ae-0ecb5f4b5db1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:09.998441 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-72edca7d-218d-4fc6-8d0c-ba5479a1c354 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad14cc668b484e428c24e808154a5984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356094 Jul 28 09:12:10.000959 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 42990) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:10.008249 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edca7d-218d-4fc6-8d0c-ba5479a1c354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06cf640-e4a0-4479-b0ae-0ecb5f4b5db1,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:10.063292 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b638b0a-2d6e-4de9-b61a-ceeae4e86812 admin admin] Publish callbacks [] for security_group (f06cf640-e4a0-4479-b0ae-0ecb5f4b5db1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:10.088580 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b638b0a-2d6e-4de9-b61a-ceeae4e86812 admin admin] Publish callbacks [] for security_group (f06cf640-e4a0-4479-b0ae-0ecb5f4b5db1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:10.148536 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b638b0a-2d6e-4de9-b61a-ceeae4e86812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (f06cf640-e4a0-4479-b0ae-0ecb5f4b5db1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:10.151128 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b638b0a-2d6e-4de9-b61a-ceeae4e86812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:10.152412 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8b638b0a-2d6e-4de9-b61a-ceeae4e86812 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f06cf640-e4a0-4479-b0ae-0ecb5f4b5db1 HTTP/1.1" status: 204 len: 168 time: 0.1504531 Jul 28 09:12:10.160774 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b638b0a-2d6e-4de9-b61a-ceeae4e86812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06cf640-e4a0-4479-b0ae-0ecb5f4b5db1,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:10.191445 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['89af98d3-0e6d-4025-b5bf-6a18fba6c7de'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:12:10.488389 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb58168-1e46-4975-8a83-7d25514f2c79 req-71c7845e-36fc-4b2b-a3ac-ae45a30e72b0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:10.489904 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbb58168-1e46-4975-8a83-7d25514f2c79 req-71c7845e-36fc-4b2b-a3ac-ae45a30e72b0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.0824413 Jul 28 09:12:10.498446 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8acab4-5a9f-4d15-8167-5adf4076f237 req-f0fe9aa7-b39f-490e-bb55-a8a4f89d5c0b tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:10.499854 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c8acab4-5a9f-4d15-8167-5adf4076f237 req-f0fe9aa7-b39f-490e-bb55-a8a4f89d5c0b tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0830245 Jul 28 09:12:10.573717 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbb58168-1e46-4975-8a83-7d25514f2c79 req-333304da-9437-4da5-bf8f-f49016ce9c97 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729206 Jul 28 09:12:10.577881 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c8acab4-5a9f-4d15-8167-5adf4076f237 req-009885e1-d767-4cd4-b328-9422d41fe2db tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700817 Jul 28 09:12:10.670000 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dcf7585a-1e7a-4385-a098-fd51c6bc4428 req-cb5bf5d0-46eb-4682-b489-c7be93ab077d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0352666 Jul 28 09:12:10.786889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8011-a4d0-419d-8ab3-3ccb7d23cb6e req-3db30ae7-3f51-4535-96da-05ca864e01c1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:10.788890 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58ea8011-a4d0-419d-8ab3-3ccb7d23cb6e req-3db30ae7-3f51-4535-96da-05ca864e01c1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 931 time: 0.0941172 Jul 28 09:12:10.810644 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aac3c-7cae-4d85-b106-56ba029e1341 req-ac2b80c1-425a-43ca-b3d1-290e5782b09c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:10.812081 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a2aac3c-7cae-4d85-b106-56ba029e1341 req-ac2b80c1-425a-43ca-b3d1-290e5782b09c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0661719 Jul 28 09:12:10.819208 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:10.871228 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:10.888884 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58ea8011-a4d0-419d-8ab3-3ccb7d23cb6e req-f3e85ec1-0e03-4944-ace6-62df6f1ad9bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943239 Jul 28 09:12:10.891060 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 43028) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:10.896936 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a2aac3c-7cae-4d85-b106-56ba029e1341 req-4d4e9322-ab64-46a6-a67b-a9445f00adc0 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747523 Jul 28 09:12:10.994568 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1531864717-network', 'tenant_id': 'bb12343d6f014f9895125e19d02b4849'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:11.017891 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Made reservation on behalf of bb12343d6f014f9895125e19d02b4849 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:11.020774 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:11.028867 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:11.097261 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=14 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:11.106250 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Publish callbacks [] for security_group (c0c7bcf9-558a-4003-abb4-745f767ab12c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:11.110354 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (c0c7bcf9-558a-4003-abb4-745f767ab12c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:11.138902 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:12:11.143056 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:11.149575 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c7bcf9-558a-4003-abb4-745f767ab12c,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:11.156218 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (e740eb1c-2cc9-4b38-bc95-5d38c22bf03a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:11.156562 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Added segment e740eb1c-2cc9-4b38-bc95-5d38c22bf03a of type vlan for network 65ca41be-08e4-4def-bfe6-429f86991353 Jul 28 09:12:11.209331 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (65ca41be-08e4-4def-bfe6-429f86991353), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:11.233621 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (65ca41be-08e4-4def-bfe6-429f86991353), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:11.234620 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:11.235191 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:11.290197 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3979106 Jul 28 09:12:11.293215 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 43036) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:11.298399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] Request body: {'subnet': {'network_id': '65ca41be-08e4-4def-bfe6-429f86991353', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1531864717-subnet', 'tenant_id': 'bb12343d6f014f9895125e19d02b4849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:11.308588 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7b849-d0c4-4041-b170-43417780bae2 admin admin] Pushing event updated for resources: {'Network': ['ID=65ca41be-08e4-4def-bfe6-429f86991353,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:11.323809 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] Made reservation on behalf of bb12343d6f014f9895125e19d02b4849 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:11.324264 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 65ca41be-08e4-4def-bfe6-429f86991353 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:12:11.326335 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:11.336366 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:11.763184 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9f703db9-ebff-4902-9495-74bb705dd298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:11.764926 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9f703db9-ebff-4902-9495-74bb705dd298 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=66df279f-10e1-460e-ac7d-69ed4ca391e2 HTTP/1.1" status: 200 len: 849 time: 0.0608146 Jul 28 09:12:11.802074 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed9df8-ae01-4de2-9d07-b2fdc261e789 req-f2c02ba5-5a28-4f18-bc6c-c9908a26470f tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:11.802074 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85ed9df8-ae01-4de2-9d07-b2fdc261e789 req-f2c02ba5-5a28-4f18-bc6c-c9908a26470f tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.1322479 Jul 28 09:12:11.813223 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'port': {'device_id': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'admin_state_up': True, 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'security_groups': ['06f8a01b-3395-4836-bf79-87cb365b983b']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:11.820668 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Request body: {'port': {'device_id': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:11.842175 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9cd14dfa-5c8b-4708-b32c-a4d729fdfc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:11.842175 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-9cd14dfa-5c8b-4708-b32c-a4d729fdfc8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557280 Jul 28 09:12:11.856559 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39137183-02fe-4cff-b362-72a7db9d1dd8 req-295feb5e-cba8-4eee-9d74-1b293e13575a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:11.858182 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39137183-02fe-4cff-b362-72a7db9d1dd8 req-295feb5e-cba8-4eee-9d74-1b293e13575a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.1830690 Jul 28 09:12:11.976529 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (128df99c-865c-430f-ba83-f718117bfd21), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:12.022085 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd req-8e179474-ad95-455c-810d-4ded8505fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:12.023494 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd req-8e179474-ad95-455c-810d-4ded8505fa61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 1127 time: 0.2215548 Jul 28 09:12:12.096841 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:12.111341 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-85ed9df8-ae01-4de2-9d07-b2fdc261e789 req-26d6b2fa-00a5-4488-864b-69753afe2888 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863605 Jul 28 09:12:12.152266 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39137183-02fe-4cff-b362-72a7db9d1dd8 req-2ab54437-8c1b-44c9-8749-a57b9bc1ae30 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731302 Jul 28 09:12:12.171758 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=128df99c-865c-430f-ba83-f718117bfd21,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:12.247430 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58747ad9-9e34-4448-babf-dbf8487e9506 req-d6fd7a3c-75f2-4ba7-afaf-3f31c6b690a2 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0795119 Jul 28 09:12:12.248097 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] Checking segment: {'id': 'e740eb1c-2cc9-4b38-bc95-5d38c22bf03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65ca41be-08e4-4def-bfe6-429f86991353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:12:12.248449 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] Network hostable DHCP agents. Network: 65ca41be-08e4-4def-bfe6-429f86991353, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:12:12.260702 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Made reservation on behalf of 6e862416d3ca4d019cd0dd62f439038c for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:12.264079 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:12.343924 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:12.351665 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:12.384098 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab648b-37ed-4c6f-852a-7331e525362c req-a34a8876-410e-42ff-94c7-6871e89ea0ad tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:12.385567 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a0ab648b-37ed-4c6f-852a-7331e525362c req-a34a8876-410e-42ff-94c7-6871e89ea0ad tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.1560948 Jul 28 09:12:12.425592 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] Network 65ca41be-08e4-4def-bfe6-429f86991353 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:12:12.495231 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 65ca41be-08e4-4def-bfe6-429f86991353) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:12:12.504332 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aaaf58-4a38-46c7-afc6-c65d0bc5f562 None None] Network 65ca41be-08e4-4def-bfe6-429f86991353 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:12:12.541003 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:12.541522 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:12.549044 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97866b6c-579a-4cf0-83e9-6a028904d4cf req-d05183cf-9456-405b-a2bd-819134b0c1b7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:12.550567 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-97866b6c-579a-4cf0-83e9-6a028904d4cf req-d05183cf-9456-405b-a2bd-819134b0c1b7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 931 time: 0.2075059 Jul 28 09:12:12.603255 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f9dfe-dad5-47ab-a1ed-ada6fea329ce None None] Network 65ca41be-08e4-4def-bfe6-429f86991353 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:12:12.621155 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a0ab648b-37ed-4c6f-852a-7331e525362c req-4c478ba1-2847-4f6c-98b9-c976a80db345 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129371 Jul 28 09:12:12.631551 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-18c92359-face-4bc2-9747-868e7ef74720 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3370619 Jul 28 09:12:12.662819 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:12.720220 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-97866b6c-579a-4cf0-83e9-6a028904d4cf req-da9b7a0f-ef2f-47d9-85b4-f6e89206d889 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1528907 Jul 28 09:12:12.735690 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Allocated IP 172.20.0.6 (62ef4833-ede7-4ed1-81d0-684613a04084/10724f6b-aa5e-44e0-8302-ebcb010872f7/51927101-a0e7-4577-83b1-566bb606eeb1) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:12:12.818647 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083e115f-7d9f-46a4-a9c2-332b4c7553c4 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:12:12.832453 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Publish callbacks [] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:12.883534 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Transition to ACTIVE for port object 083e115f-7d9f-46a4-a9c2-332b4c7553c4 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:12:12.895456 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:12.979166 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Pushing event updated for resources: {'Port': ['ID=083e115f-7d9f-46a4-a9c2-332b4c7553c4,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:13.020142 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.020486 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.020825 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.021158 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.021486 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.021811 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.022160 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.022481 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.022802 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.023140 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.023478 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.023801 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.024111 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.024429 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.024745 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.030653 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for port (51927101-a0e7-4577-83b1-566bb606eeb1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.042246 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:13.050800 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Attempting to bind port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:12:13.051136 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Attempting to bind port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:12:13.051462 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Attempting to bind port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 on network a25c70eb-0093-412d-853c-bc88149a664e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:12:13.068787 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 on network a25c70eb-0093-412d-853c-bc88149a664e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:12:13.069121 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Attempting to bind port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 on network a25c70eb-0093-412d-853c-bc88149a664e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:12:13.088374 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:13.089388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:12:13.089725 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Checking segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:12:13.090141 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Bound using segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:12:13.090703 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Bound port: 083e115f-7d9f-46a4-a9c2-332b4c7553c4, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:12:13.091066 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.120752 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.209497 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-b10fa0e1-f073-4544-a20f-55ac66328bb9 service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548550 Jul 28 09:12:13.240080 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Network 62ef4833-ede7-4ed1-81d0-684613a04084 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:12:13.258759 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:12:13.269369 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 43096) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:13.274729 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1289752076-network', 'tenant_id': 'e2ee154316de4a72b654f83030a9a1fc'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:13.280213 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:12:13.285818 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:13.286439 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.299774 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] For port 083e115f-7d9f-46a4-a9c2-332b4c7553c4, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:12:13.303953 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Made reservation on behalf of e2ee154316de4a72b654f83030a9a1fc for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:13.304466 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'Port': ['ID=51927101-a0e7-4577-83b1-566bb606eeb1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:13.306978 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.318324 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.349789 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] For port 083e115f-7d9f-46a4-a9c2-332b4c7553c4, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=083e115f-7d9f-46a4-a9c2-332b4c7553c4,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:12:13.361747 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-f4ec9e85-0927-4d0f-8c7e-f39cf04887de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5625637 Jul 28 09:12:13.368346 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccbb69-5f5f-4580-b3d2-ae8f69dc726f req-2b32c734-a495-45f5-b6af-7bc1e6fddb6e tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:13.369826 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58ccbb69-5f5f-4580-b3d2-ae8f69dc726f req-2b32c734-a495-45f5-b6af-7bc1e6fddb6e tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.1412768 Jul 28 09:12:13.374023 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.405677 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Publish callbacks [] for security_group (e299d474-53fa-489b-9773-9f419e846d17), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.414727 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (e299d474-53fa-489b-9773-9f419e846d17), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.416317 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b6ff1-4c90-43c9-9319-7e110c598934 req-0d5d65c0-f35c-4dd2-94fa-425ea25df936 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:13.417823 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d5b6ff1-4c90-43c9-9319-7e110c598934 req-0d5d65c0-f35c-4dd2-94fa-425ea25df936 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 943 time: 0.1602938 Jul 28 09:12:13.437466 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:13.442889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.445690 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] 10.222.0.60 "PUT /v2.0/ports/083e115f-7d9f-46a4-a9c2-332b4c7553c4 HTTP/1.1" status: 200 len: 1093 time: 1.6454201 Jul 28 09:12:13.446449 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'tag': '083e115f-7d9f-46a4-a9c2-332b4c7553c4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:13.448558 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:12:13.449666 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aec0459-5325-4002-b838-577afea28ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bbe522-65b1-4925-9da8-8691bb25acdc", "tag": "083e115f-7d9f-46a4-a9c2-332b4c7553c4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:13.457584 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e299d474-53fa-489b-9773-9f419e846d17,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:13.470522 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.470877 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.471241 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.471594 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.471936 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.472836 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.473231 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.474183 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.474527 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.474862 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.475333 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.475683 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.476173 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.476651 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.477125 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:13.483056 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (0f4b4998-ea51-4d91-8cfd-c1f4c2b1b0f3), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.483402 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Added segment 0f4b4998-ea51-4d91-8cfd-c1f4c2b1b0f3 of type vlan for network 59354e96-5ca5-4b83-b4e2-780420c06a36 Jul 28 09:12:13.491314 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da394c6f-4ecc-4324-b91b-552a87f62c35 service neutron] Pushing event updated for resources: {'Port': ['ID=083e115f-7d9f-46a4-a9c2-332b4c7553c4,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:13.531387 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (59354e96-5ca5-4b83-b4e2-780420c06a36), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.551932 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58ccbb69-5f5f-4580-b3d2-ae8f69dc726f req-68767eff-75a7-4a69-bcd0-957cda3365ca tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675003 Jul 28 09:12:13.562313 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (59354e96-5ca5-4b83-b4e2-780420c06a36), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.564094 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:13.564774 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.567600 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d5b6ff1-4c90-43c9-9319-7e110c598934 req-6ae9482e-5f7c-425f-9e38-e971999deb4c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334641 Jul 28 09:12:13.596203 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3256822 Jul 28 09:12:13.600829 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 43104) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:13.606129 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] Request body: {'subnet': {'network_id': '59354e96-5ca5-4b83-b4e2-780420c06a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1289752076-subnet', 'tenant_id': 'e2ee154316de4a72b654f83030a9a1fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:13.639791 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] Made reservation on behalf of e2ee154316de4a72b654f83030a9a1fc for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:13.642988 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.648685 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cdc3a8-f9a4-4c09-9064-78ee8158d1d8 x-openstack-request-id: req-b4cdc3a8-f9a4-4c09-9064-78ee8158d1d8 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:13.648978 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bbe522-65b1-4925-9da8-8691bb25acdc", "tag": "083e115f-7d9f-46a4-a9c2-332b4c7553c4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:13.649223 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4cdc3a8-f9a4-4c09-9064-78ee8158d1d8 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:13.649616 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cdc3a8-f9a4-4c09-9064-78ee8158d1d8'] response: {'name': 'network-changed', 'server_uuid': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'tag': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'status': 'completed', 'code': 200} Jul 28 09:12:13.649745 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-597c46e1-8c79-468b-b4c9-aabdaeeacd22 None None] Provisioning complete for port 51927101-a0e7-4577-83b1-566bb606eeb1 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:12:13.650222 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-597c46e1-8c79-468b-b4c9-aabdaeeacd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:13.659834 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09a41a-c0c3-4d3c-8dcd-c3fc0611b4db admin admin] Pushing event updated for resources: {'Network': ['ID=59354e96-5ca5-4b83-b4e2-780420c06a36,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:13.681296 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 59354e96-5ca5-4b83-b4e2-780420c06a36 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:12:13.739151 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-597c46e1-8c79-468b-b4c9-aabdaeeacd22 None None] Port 51927101-a0e7-4577-83b1-566bb606eeb1 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:12:13.759920 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfa89c-47ef-49bd-958f-fe48c03cf26f req-801f1401-30c8-4310-a933-8cb349a8f821 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:13.761378 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12bfa89c-47ef-49bd-958f-fe48c03cf26f req-801f1401-30c8-4310-a933-8cb349a8f821 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 931 time: 0.1158416 Jul 28 09:12:13.825743 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ba3d9-bc72-4123-b56f-4a102d874116 req-47dfa1bd-5601-4694-a7b4-f22244379877 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:13.827127 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-237ba3d9-bc72-4123-b56f-4a102d874116 req-47dfa1bd-5601-4694-a7b4-f22244379877 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0932450 Jul 28 09:12:13.956716 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 05fba3af-c7cc-4269-9374-da786cec1fa9 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:12:14.052268 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12bfa89c-47ef-49bd-958f-fe48c03cf26f req-9ec21006-157f-49bc-ba78-81ef548ee0a9 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712491 Jul 28 09:12:14.065813 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 05fba3af-c7cc-4269-9374-da786cec1fa9, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=05fba3af-c7cc-4269-9374-da786cec1fa9,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:14.106233 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-237ba3d9-bc72-4123-b56f-4a102d874116 req-d248a361-5c5d-452d-83ce-33c3b232b77c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711346 Jul 28 09:12:14.186343 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:14.194420 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '05fba3af-c7cc-4269-9374-da786cec1fa9', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'port_id': '05fba3af-c7cc-4269-9374-da786cec1fa9', 'mac_address': 'fa:16:3e:24:a6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:12:14.198124 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (20813a4e-f8c5-4ece-b610-5887dc3392c8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:14.229094 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:14.232084 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 05fba3af-c7cc-4269-9374-da786cec1fa9 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:14.232492 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:14.238274 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12f95c-effa-48df-93cd-7774315dc408 req-3815053f-8d3d-49fe-9357-383c9f226399 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:14.239743 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf12f95c-effa-48df-93cd-7774315dc408 req-3815053f-8d3d-49fe-9357-383c9f226399 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0971098 Jul 28 09:12:14.245769 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fba3af-c7cc-4269-9374-da786cec1fa9 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:12:14.265610 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 05fba3af-c7cc-4269-9374-da786cec1fa9, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=05fba3af-c7cc-4269-9374-da786cec1fa9,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:14.270580 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:14.291270 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=20813a4e-f8c5-4ece-b610-5887dc3392c8,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:14.309343 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] Checking segment: {'id': '0f4b4998-ea51-4d91-8cfd-c1f4c2b1b0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '59354e96-5ca5-4b83-b4e2-780420c06a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:12:14.309704 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] Network hostable DHCP agents. Network: 59354e96-5ca5-4b83-b4e2-780420c06a36, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:12:14.316799 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=05fba3af-c7cc-4269-9374-da786cec1fa9,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:14.330530 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf12f95c-effa-48df-93cd-7774315dc408 req-24216c7e-6889-4d9e-933d-09ee9dc012fc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816886 Jul 28 09:12:14.341233 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] Network 59354e96-5ca5-4b83-b4e2-780420c06a36 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:12:14.350687 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 59354e96-5ca5-4b83-b4e2-780420c06a36) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:12:14.354767 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:14.355362 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:14.359505 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e22676-89fe-4a58-91d7-b0006ec0c2d1 None None] Network 59354e96-5ca5-4b83-b4e2-780420c06a36 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:12:14.378964 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-543bdf94-934d-4595-a773-20288666b84b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7694383 Jul 28 09:12:14.458406 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b12f15-2622-49bb-9e7b-8613db689ab3 None None] Network 59354e96-5ca5-4b83-b4e2-780420c06a36 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:12:14.712871 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f631c99-2a72-4606-a7d4-e7c665ceb39b req-d7a60b3b-9012-4013-8be7-aae26759e31a tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:14.714415 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9f631c99-2a72-4606-a7d4-e7c665ceb39b req-d7a60b3b-9012-4013-8be7-aae26759e31a tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0809207 Jul 28 09:12:14.726479 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1388ab-ee53-4e7d-91ed-18a3ae7bd9b9 req-0beab88c-8500-45e9-95e3-f498505cc573 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:14.727867 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f1388ab-ee53-4e7d-91ed-18a3ae7bd9b9 req-0beab88c-8500-45e9-95e3-f498505cc573 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 944 time: 0.0819206 Jul 28 09:12:14.806226 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9f631c99-2a72-4606-a7d4-e7c665ceb39b req-0c3e50dd-fafa-4db9-a950-6d19ef8bcbd5 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860119 Jul 28 09:12:14.809115 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f1388ab-ee53-4e7d-91ed-18a3ae7bd9b9 req-ee67b1ab-b3f9-4770-8915-89294fddaa09 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750880 Jul 28 09:12:15.180524 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51552b0-1504-4b6c-b5d1-1bdb73d6ab03 req-deabf37f-86d7-480b-a8a4-bd5b83d02dca tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:15.182013 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51552b0-1504-4b6c-b5d1-1bdb73d6ab03 req-deabf37f-86d7-480b-a8a4-bd5b83d02dca tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 931 time: 0.0519729 Jul 28 09:12:15.248477 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25c7c7-4918-412a-9624-d297386af8c7 req-b2e97921-592e-40b4-a948-0921679a6427 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:15.249918 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c25c7c7-4918-412a-9624-d297386af8c7 req-b2e97921-592e-40b4-a948-0921679a6427 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0670350 Jul 28 09:12:15.281920 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b51552b0-1504-4b6c-b5d1-1bdb73d6ab03 req-e6efde1c-e7be-44cf-af7f-254a62225f18 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905554 Jul 28 09:12:15.310602 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c25c7c7-4918-412a-9624-d297386af8c7 req-238a2e1f-4b7a-4103-b0c6-b16fe56db03a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539956 Jul 28 09:12:15.319196 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 89af98d3-0e6d-4025-b5bf-6a18fba6c7de up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:12:15.362355 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:12:15.369536 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:12:15.370075 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:15.407192 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Request body: {'port': {'device_id': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:15.425267 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:15.465737 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:15.466410 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:15.483646 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-df25acb9-09ea-4fda-ad3d-d55859a21649 req-cd9b2bec-5d98-4f3a-b2bd-cbdc91ae54e1 service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989821 Jul 28 09:12:15.491983 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e208af-ae8f-482f-b140-66e820fb9f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89af98d3-0e6d-4025-b5bf-6a18fba6c7de'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:15.495520 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990e0e05-0b73-4838-a495-fad90529a480" -d '{"events": [{"server_uuid": "25e208af-ae8f-482f-b140-66e820fb9f4c", "name": "network-vif-plugged", "status": "completed", "tag": "89af98d3-0e6d-4025-b5bf-6a18fba6c7de"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:15.497917 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:15.514395 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=89af98d3-0e6d-4025-b5bf-6a18fba6c7de,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:15.521178 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:15.556297 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661fc867-38ef-4441-b666-4badf6d7f0d4 x-openstack-request-id: req-661fc867-38ef-4441-b666-4badf6d7f0d4 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:15.556606 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e208af-ae8f-482f-b140-66e820fb9f4c", "name": "network-vif-plugged", "status": "completed", "tag": "89af98d3-0e6d-4025-b5bf-6a18fba6c7de", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:15.556861 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-661fc867-38ef-4441-b666-4badf6d7f0d4 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:15.557254 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661fc867-38ef-4441-b666-4badf6d7f0d4'] response: {'server_uuid': '25e208af-ae8f-482f-b140-66e820fb9f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89af98d3-0e6d-4025-b5bf-6a18fba6c7de', 'code': 200} Jul 28 09:12:15.570412 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff5a38-83fe-42a2-ab2a-5aad1e9731d9 req-d0c9f117-1d33-4634-b1f5-6249d39b8f07 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:15.571847 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-74ff5a38-83fe-42a2-ab2a-5aad1e9731d9 req-d0c9f117-1d33-4634-b1f5-6249d39b8f07 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.1410189 Jul 28 09:12:15.577180 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=89af98d3-0e6d-4025-b5bf-6a18fba6c7de,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:15.584616 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.584966 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.585330 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.585674 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.586048 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.586381 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.586710 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.587036 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.587363 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.587686 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.588011 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.588337 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.588658 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.588984 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.589305 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:12:15.592862 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:15.610654 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd req-f5708a0b-7bd6-4445-b46b-c34e387b543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:15.612090 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd req-f5708a0b-7bd6-4445-b46b-c34e387b543d service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.2766457 Jul 28 09:12:15.657766 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:15.678615 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-74ff5a38-83fe-42a2-ab2a-5aad1e9731d9 req-4b949e89-8094-459a-8086-9c1c5abff5d5 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006758 Jul 28 09:12:15.921439 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd req-91bf15bb-d121-4c65-b763-4a09352c3f55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fba3af-c7cc-4269-9374-da786cec1fa9 HTTP/1.1" status: 200 len: 217 time: 0.0703161 Jul 28 09:12:15.937912 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:15.945473 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98402a-c7c7-4733-8c66-1c1899630da5 req-b4a8094e-15f9-488e-87a2-cbf346413774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:15.946987 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd98402a-c7c7-4733-8c66-1c1899630da5 req-b4a8094e-15f9-488e-87a2-cbf346413774 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 1129 time: 0.1451535 Jul 28 09:12:16.024247 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a69fc8-3619-4843-9169-4f0f297dfe04 req-0c2ef1d6-dfde-419b-a52c-d5fcfcf2b3df tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:16.025672 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a69fc8-3619-4843-9169-4f0f297dfe04 req-0c2ef1d6-dfde-419b-a52c-d5fcfcf2b3df tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.1131012 Jul 28 09:12:16.033767 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e1167-830c-458e-91f3-23bc66590a9c req-0c65f957-e02f-4dca-a126-3373e2406832 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:16.035164 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b0e1167-830c-458e-91f3-23bc66590a9c req-0c65f957-e02f-4dca-a126-3373e2406832 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 944 time: 0.1308255 Jul 28 09:12:16.100199 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51927101-a0e7-4577-83b1-566bb606eeb1 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:12:16.117063 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Publish callbacks [] for port (51927101-a0e7-4577-83b1-566bb606eeb1), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:16.147492 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Transition to ACTIVE for port object 51927101-a0e7-4577-83b1-566bb606eeb1 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:12:16.155765 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a69fc8-3619-4843-9169-4f0f297dfe04 req-5c7d4cf6-01cd-4c11-a34e-cd39f2d5d650 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196556 Jul 28 09:12:16.159234 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:16.171312 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b0e1167-830c-458e-91f3-23bc66590a9c req-6eac3fc3-074e-400b-adb7-4f396d70fa1c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266124 Jul 28 09:12:16.216141 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Pushing event updated for resources: {'Port': ['ID=51927101-a0e7-4577-83b1-566bb606eeb1,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:16.254627 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Attempting to bind port 51927101-a0e7-4577-83b1-566bb606eeb1 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:12:16.254958 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Attempting to bind port 51927101-a0e7-4577-83b1-566bb606eeb1 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:12:16.255281 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Attempting to bind port 51927101-a0e7-4577-83b1-566bb606eeb1 on network 62ef4833-ede7-4ed1-81d0-684613a04084 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:12:16.260117 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Port 51927101-a0e7-4577-83b1-566bb606eeb1 on network 62ef4833-ede7-4ed1-81d0-684613a04084 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:12:16.260547 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Attempting to bind port 51927101-a0e7-4577-83b1-566bb606eeb1 on network 62ef4833-ede7-4ed1-81d0-684613a04084 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:12:16.265825 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:12:16.266235 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Checking segment: {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:12:16.266620 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Bound using segment: {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:12:16.267047 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Bound port: 51927101-a0e7-4577-83b1-566bb606eeb1, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:12:16.267408 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:16.343348 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:12:16.346811 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:12:16.353865 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:16.399078 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:16.400006 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:16.401072 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] 10.222.0.60 "PUT /v2.0/ports/51927101-a0e7-4577-83b1-566bb606eeb1 HTTP/1.1" status: 200 len: 1093 time: 1.0022788 Jul 28 09:12:16.401581 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:16.404070 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9ef442-3097-496c-9a5f-c57a830c27fd" -d '{"events": [{"name": "network-changed", "server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:16.499123 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264ed47-742b-4ca9-a1b9-1df7ce0c9a74 req-faec3abe-ab86-4d33-b9f1-aec72a7c0388 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:16.500904 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8264ed47-742b-4ca9-a1b9-1df7ce0c9a74 req-faec3abe-ab86-4d33-b9f1-aec72a7c0388 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.1160665 Jul 28 09:12:16.504357 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e237e-29be-4401-aa84-be78b0646b98 service neutron] Pushing event updated for resources: {'Port': ['ID=51927101-a0e7-4577-83b1-566bb606eeb1,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:16.512350 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e5d64-e688-4082-a73f-7bbe193db28a req-eaa81ae0-debe-492e-a197-12cf1d9b2304 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:16.513975 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-813e5d64-e688-4082-a73f-7bbe193db28a req-eaa81ae0-debe-492e-a197-12cf1d9b2304 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.1029367 Jul 28 09:12:16.559603 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:16.590574 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8264ed47-742b-4ca9-a1b9-1df7ce0c9a74 req-5c604572-5096-4252-a812-53c38799c11f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752895 Jul 28 09:12:16.602766 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-813e5d64-e688-4082-a73f-7bbe193db28a req-8968760b-3d2f-46d7-ad5c-361ed134b5d8 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793288 Jul 28 09:12:16.646886 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbb6e5b-3997-4acf-bfa2-d62bd52f1434 x-openstack-request-id: req-2cbb6e5b-3997-4acf-bfa2-d62bd52f1434 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:16.647180 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:16.647432 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2cbb6e5b-3997-4acf-bfa2-d62bd52f1434 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:16.647834 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbb6e5b-3997-4acf-bfa2-d62bd52f1434'] response: {'name': 'network-changed', 'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1', 'status': 'completed', 'code': 200} Jul 28 09:12:16.661918 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['05fba3af-c7cc-4269-9374-da786cec1fa9'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:12:16.806269 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f41347-fc96-49f5-99cd-cef7fe3bb264 req-3ebda66a-6e05-4436-a5ed-58abf013c8dd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:16.807752 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b5f41347-fc96-49f5-99cd-cef7fe3bb264 req-3ebda66a-6e05-4436-a5ed-58abf013c8dd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0482881 Jul 28 09:12:16.858657 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b5f41347-fc96-49f5-99cd-cef7fe3bb264 req-93c8d728-bed2-48f2-b68c-b967c0d2a085 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453141 Jul 28 09:12:17.335844 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1bf46-b7ec-4ba4-9f50-3c35644cad74 req-eb25f49c-a7d9-450e-83cf-0d7b0d16c5fb tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:17.337565 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37f1bf46-b7ec-4ba4-9f50-3c35644cad74 req-eb25f49c-a7d9-450e-83cf-0d7b0d16c5fb tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0951679 Jul 28 09:12:17.344316 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23d36c-abba-47bb-8ed0-16185b5ec133 req-444499d2-24ca-482e-83a2-38ca6c32c1f6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:17.345722 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb23d36c-abba-47bb-8ed0-16185b5ec133 req-444499d2-24ca-482e-83a2-38ca6c32c1f6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 944 time: 0.0892661 Jul 28 09:12:17.401511 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:17.434593 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37f1bf46-b7ec-4ba4-9f50-3c35644cad74 req-fb12ddd3-cc1d-412f-950d-ec67f0988a15 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796444 Jul 28 09:12:17.439308 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fb23d36c-abba-47bb-8ed0-16185b5ec133 req-37ce16ad-c7f4-4b6d-871d-fb758d03e323 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769644 Jul 28 09:12:17.748813 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686a2d2-3361-4848-b5a9-cde281304b02 req-c8bb622b-69b7-4aa3-8efa-270f51e0b52b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:17.750300 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f686a2d2-3361-4848-b5a9-cde281304b02 req-c8bb622b-69b7-4aa3-8efa-270f51e0b52b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0791414 Jul 28 09:12:17.756209 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a973bb-d839-449f-bdfd-6265b13b550d req-da486b65-836b-4b1f-af1e-e95fb71f62a1 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:17.757559 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22a973bb-d839-449f-bdfd-6265b13b550d req-da486b65-836b-4b1f-af1e-e95fb71f62a1 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0846231 Jul 28 09:12:17.836028 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f686a2d2-3361-4848-b5a9-cde281304b02 req-21073ad6-860a-45b3-a8a5-18ae777fc02d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736282 Jul 28 09:12:17.838983 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22a973bb-d839-449f-bdfd-6265b13b550d req-ebc803ac-afe3-4629-a6b2-2587a8d58f36 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755877 Jul 28 09:12:17.976303 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3aabab-6d8d-4a7b-9537-a9ceb0d5cf1e req-538980ae-0300-4b9a-aea8-3bf0fd0fa51c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:17.977741 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3f3aabab-6d8d-4a7b-9537-a9ceb0d5cf1e req-538980ae-0300-4b9a-aea8-3bf0fd0fa51c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0500767 Jul 28 09:12:18.025037 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3f3aabab-6d8d-4a7b-9537-a9ceb0d5cf1e req-6d363085-7a15-477e-a38b-9675fb610422 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418444 Jul 28 09:12:18.578828 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b471b15-2148-41bc-87b0-a7cd7cda18e1 req-5e9955ef-4398-4452-83ae-10fef891bd1a tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:18.580287 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b471b15-2148-41bc-87b0-a7cd7cda18e1 req-5e9955ef-4398-4452-83ae-10fef891bd1a tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0742705 Jul 28 09:12:18.586173 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1a7f5-fef6-4862-ab33-f676fe4002fb req-f96b69d3-d1a0-4088-a327-0515795d5a4f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:18.587511 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfa1a7f5-fef6-4862-ab33-f676fe4002fb req-f96b69d3-d1a0-4088-a327-0515795d5a4f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 944 time: 0.0715332 Jul 28 09:12:18.664175 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7b471b15-2148-41bc-87b0-a7cd7cda18e1 req-c6066c99-997c-44ae-9886-5c4ccc55abc3 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756605 Jul 28 09:12:18.667030 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfa1a7f5-fef6-4862-ab33-f676fe4002fb req-b3e35985-ae33-4aed-bbcb-8ae048056b0c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728753 Jul 28 09:12:18.984225 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b696d3-5ef1-49b4-be27-adff5d7f7cc6 req-d8c9d431-b27b-4592-ac3b-d7831644f297 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:18.985662 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8b696d3-5ef1-49b4-be27-adff5d7f7cc6 req-d8c9d431-b27b-4592-ac3b-d7831644f297 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0757406 Jul 28 09:12:18.992598 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ec045-4ffa-4bcc-8f88-08ce581b4bf3 req-64f8e83f-a74c-442f-b135-57e3aead2610 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:18.993951 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf4ec045-4ffa-4bcc-8f88-08ce581b4bf3 req-64f8e83f-a74c-442f-b135-57e3aead2610 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0816910 Jul 28 09:12:19.242419 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8b696d3-5ef1-49b4-be27-adff5d7f7cc6 req-843c2a26-a889-47f6-be0c-2b20539f0b3c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474513 Jul 28 09:12:19.246170 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf4ec045-4ffa-4bcc-8f88-08ce581b4bf3 req-574e2398-c90c-432a-a005-7a359e1e4798 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447045 Jul 28 09:12:19.341545 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158adb-52d0-425e-8de8-1b3bbb02b794 req-e5600f2a-90eb-4d3b-9404-003f8fb5f875 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:19.342962 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a158adb-52d0-425e-8de8-1b3bbb02b794 req-e5600f2a-90eb-4d3b-9404-003f8fb5f875 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0469995 Jul 28 09:12:19.381123 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:19.388924 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a158adb-52d0-425e-8de8-1b3bbb02b794 req-b581f262-3d22-4a33-941f-86562b5a2054 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406113 Jul 28 09:12:19.811470 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b0ae5-d9ed-4444-a1fa-9f8c824f6ee1 req-01934a68-7599-4c59-bb3e-f9c0bcd54560 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:19.812960 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-653b0ae5-d9ed-4444-a1fa-9f8c824f6ee1 req-01934a68-7599-4c59-bb3e-f9c0bcd54560 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 944 time: 0.0772450 Jul 28 09:12:19.819546 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0ad4f-0194-44b1-9cbe-316a5992c724 req-ae5cc1e8-0e50-4352-9d4a-86f0b270b1ad tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:19.822579 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-27d0ad4f-0194-44b1-9cbe-316a5992c724 req-ae5cc1e8-0e50-4352-9d4a-86f0b270b1ad tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0833423 Jul 28 09:12:19.896377 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-653b0ae5-d9ed-4444-a1fa-9f8c824f6ee1 req-2579c06d-1acb-4079-84ef-c3b9d8ac2afe tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745184 Jul 28 09:12:19.899706 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-27d0ad4f-0194-44b1-9cbe-316a5992c724 req-aa5a9998-48e3-434c-9011-24224f88178e tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706787 Jul 28 09:12:20.375461 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:20.386696 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b8bf5-0e5e-436e-8e55-7f08ca644dcb req-488c7678-b9d6-4188-9b14-a6044aeaf213 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:20.388146 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b2b8bf5-0e5e-436e-8e55-7f08ca644dcb req-488c7678-b9d6-4188-9b14-a6044aeaf213 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0761862 Jul 28 09:12:20.398303 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca018354-bb7c-49a0-9609-44ecb221f899 req-d7b0f66c-0987-46a7-b419-9025be16bb06 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:20.399676 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca018354-bb7c-49a0-9609-44ecb221f899 req-d7b0f66c-0987-46a7-b419-9025be16bb06 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0781925 Jul 28 09:12:20.468645 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b2b8bf5-0e5e-436e-8e55-7f08ca644dcb req-24f571cc-5abd-43e8-9837-ead3e434ad46 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679586 Jul 28 09:12:20.475478 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca018354-bb7c-49a0-9609-44ecb221f899 req-1e74edc9-aff0-40e2-903c-110093072ec3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682642 Jul 28 09:12:20.573421 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624de79b-5b6c-4185-ad37-8d8d08e88ab9 req-e0f6116b-f29a-4866-b0a1-896de44d8024 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:20.574954 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-624de79b-5b6c-4185-ad37-8d8d08e88ab9 req-e0f6116b-f29a-4866-b0a1-896de44d8024 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0520661 Jul 28 09:12:20.622000 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-624de79b-5b6c-4185-ad37-8d8d08e88ab9 req-b0571fa9-d0e1-45a9-85b9-b8ffbd1f175a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413630 Jul 28 09:12:21.049308 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd328b-1960-4fdc-926c-47b3c122f719 req-97d67f46-5a01-4a84-8a6b-495ea19547c7 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:21.050807 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ffd328b-1960-4fdc-926c-47b3c122f719 req-97d67f46-5a01-4a84-8a6b-495ea19547c7 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0792379 Jul 28 09:12:21.056618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed814ae-24cd-4710-ac79-f390ac55cc17 req-59dc6c56-4109-4de5-ad38-b6dd3b71133d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:21.057960 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8ed814ae-24cd-4710-ac79-f390ac55cc17 req-59dc6c56-4109-4de5-ad38-b6dd3b71133d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 944 time: 0.0844696 Jul 28 09:12:21.126831 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9ffd328b-1960-4fdc-926c-47b3c122f719 req-4bf74e2a-2618-4a81-85ed-5bee401e5741 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678780 Jul 28 09:12:21.133518 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8ed814ae-24cd-4710-ac79-f390ac55cc17 req-d9365a14-1e49-4104-b4a3-88c6ec0c2f8f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679796 Jul 28 09:12:21.619124 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6484-7c71-456b-9694-e5863c82144f req-00b80ce2-429f-4ac4-9a61-980ca93efc8e tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:21.619124 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e78a6484-7c71-456b-9694-e5863c82144f req-00b80ce2-429f-4ac4-9a61-980ca93efc8e tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0751555 Jul 28 09:12:21.641405 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b618d-5eed-4690-9617-637367430774 req-496f4a2c-2e94-4230-8ed9-70a6296f2e72 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:21.642884 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-748b618d-5eed-4690-9617-637367430774 req-496f4a2c-2e94-4230-8ed9-70a6296f2e72 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0706723 Jul 28 09:12:21.709484 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e78a6484-7c71-456b-9694-e5863c82144f req-4edcf101-ddb0-4c84-810c-feeaeb3c0a8a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854969 Jul 28 09:12:21.716170 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-748b618d-5eed-4690-9617-637367430774 req-f1e23911-1a4c-4b6d-9679-d61adfa6be85 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639520 Jul 28 09:12:21.807775 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db165bc-f318-4886-a379-a4c4bc9ba033 req-a9397c6d-c6fa-4fd6-aff8-6886a6ade99e tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:21.809211 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9db165bc-f318-4886-a379-a4c4bc9ba033 req-a9397c6d-c6fa-4fd6-aff8-6886a6ade99e tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0456576 Jul 28 09:12:21.859057 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9db165bc-f318-4886-a379-a4c4bc9ba033 req-8429a1ca-9925-43b2-a77a-cc15c12248bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445056 Jul 28 09:12:22.111104 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 05fba3af-c7cc-4269-9374-da786cec1fa9 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:12:22.134742 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:22.158345 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 05fba3af-c7cc-4269-9374-da786cec1fa9 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:12:22.166235 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 05fba3af-c7cc-4269-9374-da786cec1fa9 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:12:22.166440 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:22.244542 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 05fba3af-c7cc-4269-9374-da786cec1fa9 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:22.244922 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:22.270235 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8684b5-28bd-4cba-a505-ac85060610e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fba3af-c7cc-4269-9374-da786cec1fa9'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:22.272419 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2733472f-226d-49dc-ab7a-39a154cca43a" -d '{"events": [{"server_uuid": "fb8684b5-28bd-4cba-a505-ac85060610e3", "name": "network-vif-plugged", "status": "completed", "tag": "05fba3af-c7cc-4269-9374-da786cec1fa9"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:22.278840 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9c7a3-73ea-4ed5-8f5f-c02358d6b3d7 req-a92cfa8c-11ba-44e4-a35b-b6e3e6386cb2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:22.280350 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22f9c7a3-73ea-4ed5-8f5f-c02358d6b3d7 req-a92cfa8c-11ba-44e4-a35b-b6e3e6386cb2 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0785930 Jul 28 09:12:22.284979 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 05fba3af-c7cc-4269-9374-da786cec1fa9, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=05fba3af-c7cc-4269-9374-da786cec1fa9,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:22.289178 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a0ca2-6c6a-4f15-99ef-f04aa53eb471 req-a6822448-5139-4eef-a12a-ac0afa04eecf tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:22.289800 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:22.290732 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c07a0ca2-6c6a-4f15-99ef-f04aa53eb471 req-a6822448-5139-4eef-a12a-ac0afa04eecf tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 944 time: 0.0787990 Jul 28 09:12:22.298377 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:22.339443 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=05fba3af-c7cc-4269-9374-da786cec1fa9,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:22.361663 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22f9c7a3-73ea-4ed5-8f5f-c02358d6b3d7 req-554e3ada-ede4-41ec-b0c4-e1e9555eba75 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699055 Jul 28 09:12:22.373272 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c07a0ca2-6c6a-4f15-99ef-f04aa53eb471 req-8ecf28e3-334e-4170-ab35-ca984a8b5b2b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736992 Jul 28 09:12:22.407260 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff583e99-819a-41d5-b014-13874ed012f1 x-openstack-request-id: req-ff583e99-819a-41d5-b014-13874ed012f1 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:22.407573 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8684b5-28bd-4cba-a505-ac85060610e3", "name": "network-vif-plugged", "status": "completed", "tag": "05fba3af-c7cc-4269-9374-da786cec1fa9", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:22.407831 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff583e99-819a-41d5-b014-13874ed012f1 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:22.408223 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff583e99-819a-41d5-b014-13874ed012f1'] response: {'server_uuid': 'fb8684b5-28bd-4cba-a505-ac85060610e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fba3af-c7cc-4269-9374-da786cec1fa9', 'code': 200} Jul 28 09:12:22.866320 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc02dd-aa2c-4a1d-a4a6-b1a46b8fd854 req-8cf5f16b-3955-4027-ba2d-36407f55fef3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:22.873008 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-21bc02dd-aa2c-4a1d-a4a6-b1a46b8fd854 req-8cf5f16b-3955-4027-ba2d-36407f55fef3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.0717602 Jul 28 09:12:22.950816 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d70b88-a846-4dd7-9a65-83f621ac3e7c req-23d55b01-0eec-4d12-af69-039feb693a4c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:22.952848 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54d70b88-a846-4dd7-9a65-83f621ac3e7c req-23d55b01-0eec-4d12-af69-039feb693a4c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.1044071 Jul 28 09:12:22.966977 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-21bc02dd-aa2c-4a1d-a4a6-b1a46b8fd854 req-7822316b-76f6-4210-a140-b9545b62f94d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929863 Jul 28 09:12:23.082728 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54d70b88-a846-4dd7-9a65-83f621ac3e7c req-7d754a01-a640-4325-8b13-b317a611f39a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091223 Jul 28 09:12:23.133754 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:23.142824 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5b443-b9a0-4026-a8ce-68abd9161116 req-cf45e527-cee6-410d-897f-a3ee21243db1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:23.144327 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ee5b443-b9a0-4026-a8ce-68abd9161116 req-cf45e527-cee6-410d-897f-a3ee21243db1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0740373 Jul 28 09:12:23.196174 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ee5b443-b9a0-4026-a8ce-68abd9161116 req-497ef6c0-f707-4bc4-b8f2-faa60930c833 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462093 Jul 28 09:12:23.249603 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:23.259046 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec0459-5325-4002-b838-577afea28ed2 req-e4c1042d-40b4-4b20-90e5-45a538f5e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:23.260636 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3aec0459-5325-4002-b838-577afea28ed2 req-e4c1042d-40b4-4b20-90e5-45a538f5e3d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 1127 time: 0.0564146 Jul 28 09:12:23.377222 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:23.488229 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-dd98402a-c7c7-4733-8c66-1c1899630da5 req-55ccbb1d-e4db-4edd-8605-299d2a181cca service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:23.573521 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 43330) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:23.593490 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ef442-3097-496c-9a5f-c57a830c27fd req-b0f5b609-da9b-4358-86dd-cc1e5f96a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:23.595021 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8c9ef442-3097-496c-9a5f-c57a830c27fd req-b0f5b609-da9b-4358-86dd-cc1e5f96a875 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 1127 time: 0.2126434 Jul 28 09:12:23.611779 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd req-8a28cb7d-cf4f-44c3-bb45-1240676643c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:23.613327 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd req-8a28cb7d-cf4f-44c3-bb45-1240676643c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.2461858 Jul 28 09:12:23.627797 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db636060-61a2-4984-bf93-1596323fe0ea req-3b8365ba-e4fa-4c15-95a2-2e4097b909e0 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:23.630170 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db636060-61a2-4984-bf93-1596323fe0ea req-3b8365ba-e4fa-4c15-95a2-2e4097b909e0 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.1484795 Jul 28 09:12:23.646969 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d06d8a-ef5a-472b-a00d-29e8f14fb781 req-1a7cd2d6-03aa-418b-a6d9-97283a6b69b6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:23.648420 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1d06d8a-ef5a-472b-a00d-29e8f14fb781 req-1a7cd2d6-03aa-418b-a6d9-97283a6b69b6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.1698964 Jul 28 09:12:23.806205 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d20402-8ba1-4148-9e3f-c6d4b084c41d req-a131ee6e-1c2b-422e-9e60-7d9f0f95c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:23.807685 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-86d20402-8ba1-4148-9e3f-c6d4b084c41d req-a131ee6e-1c2b-422e-9e60-7d9f0f95c273 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 1129 time: 0.3051362 Jul 28 09:12:23.825613 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec0459-5325-4002-b838-577afea28ed2 req-5c0b0a8b-6e81-4f49-a421-2bcbab59d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:23.827243 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3aec0459-5325-4002-b838-577afea28ed2 req-5c0b0a8b-6e81-4f49-a421-2bcbab59d846 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c957cfe3391147daab9fc1e59b414a3e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4593916 Jul 28 09:12:23.880292 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70f11caa-aca9-457c-ae72-1c248795fa20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:23.915745 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db636060-61a2-4984-bf93-1596323fe0ea req-18ab84bb-21d0-45d4-a3e7-f1c3a7d143fc tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789996 Jul 28 09:12:23.916913 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd req-5ffea97f-f0a4-4541-84c3-d2d875f1f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:23.918288 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd req-5ffea97f-f0a4-4541-84c3-d2d875f1f178 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2379181 Jul 28 09:12:23.919270 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53740a89-5b8d-4c0c-83af-eb7e7b6f6038 req-3ce481bc-e161-4917-9a99-682931df2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:23.920601 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-53740a89-5b8d-4c0c-83af-eb7e7b6f6038 req-3ce481bc-e161-4917-9a99-682931df2e3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 1129 time: 0.2002041 Jul 28 09:12:23.935176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:23.939010 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1d06d8a-ef5a-472b-a00d-29e8f14fb781 req-f3eaa2ba-6227-4c91-9808-1bcfde715bee tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803984 Jul 28 09:12:23.994585 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-dd98402a-c7c7-4733-8c66-1c1899630da5 req-55ccbb1d-e4db-4edd-8605-299d2a181cca service neutron] Publish callbacks [] for security_group (83614969-f820-447a-a7fd-e47b83e18a79), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:24.000549 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ef442-3097-496c-9a5f-c57a830c27fd req-18dbc985-f91f-4f18-8616-5bd7900561ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:24.002051 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8c9ef442-3097-496c-9a5f-c57a830c27fd req-18dbc985-f91f-4f18-8616-5bd7900561ac service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6e862416d3ca4d019cd0dd62f439038c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3161647 Jul 28 09:12:24.009104 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-dd98402a-c7c7-4733-8c66-1c1899630da5 req-55ccbb1d-e4db-4edd-8605-299d2a181cca service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (83614969-f820-447a-a7fd-e47b83e18a79), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:24.107804 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device e8f10ca5-9e77-4e44-90da-226feaaaae51 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:12:24.255176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccbb1d-e4db-4edd-8605-299d2a181cca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=83614969-f820-447a-a7fd-e47b83e18a79,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:24.274230 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd98402a-c7c7-4733-8c66-1c1899630da5 req-55ccbb1d-e4db-4edd-8605-299d2a181cca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9016724 Jul 28 09:12:24.291799 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:24.360293 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-86d20402-8ba1-4148-9e3f-c6d4b084c41d req-326d302c-82c5-4ff3-8d94-a42be60a992e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294590 Jul 28 09:12:24.364158 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port e8f10ca5-9e77-4e44-90da-226feaaaae51, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=e8f10ca5-9e77-4e44-90da-226feaaaae51,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:24.380072 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': 'e8f10ca5-9e77-4e44-90da-226feaaaae51', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'port_id': 'e8f10ca5-9e77-4e44-90da-226feaaaae51', 'mac_address': 'fa:16:3e:bc:95:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:12:24.386152 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605a65e-60af-4862-b47f-c2e31222d349 req-3edd89ff-1a63-4f9e-b6cc-8412ba3d8e4d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:24.393235 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a605a65e-60af-4862-b47f-c2e31222d349 req-3edd89ff-1a63-4f9e-b6cc-8412ba3d8e4d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 944 time: 0.3142717 Jul 28 09:12:24.396581 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-53740a89-5b8d-4c0c-83af-eb7e7b6f6038 req-649c9fb0-0e82-48d1-841d-dbfcee5089ef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558004 Jul 28 09:12:24.421022 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f83746-8191-40ee-89cd-3131a20c264f req-75fb1191-25f7-47bf-8ebc-847ea8adb52a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:24.423020 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55f83746-8191-40ee-89cd-3131a20c264f req-75fb1191-25f7-47bf-8ebc-847ea8adb52a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.2019341 Jul 28 09:12:24.427072 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70f11caa-aca9-457c-ae72-1c248795fa20 admin admin] Publish callbacks [] for security_group (e4068337-37fd-4b4d-a10d-4628372d4db7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:24.429041 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port e8f10ca5-9e77-4e44-90da-226feaaaae51 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:24.429749 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:24.434553 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec0459-5325-4002-b838-577afea28ed2 req-a86d88bc-e6f0-4ac2-bde8-66dc0cd920a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:24.436352 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-3aec0459-5325-4002-b838-577afea28ed2 req-a86d88bc-e6f0-4ac2-bde8-66dc0cd920a6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3873973 Jul 28 09:12:24.448379 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f10ca5-9e77-4e44-90da-226feaaaae51 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:12:24.465304 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-70f11caa-aca9-457c-ae72-1c248795fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (e4068337-37fd-4b4d-a10d-4628372d4db7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:24.471263 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port e8f10ca5-9e77-4e44-90da-226feaaaae51, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=e8f10ca5-9e77-4e44-90da-226feaaaae51,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:24.475962 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:24.512956 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:24.518564 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:24.524811 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=e8f10ca5-9e77-4e44-90da-226feaaaae51,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:24.531594 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ef442-3097-496c-9a5f-c57a830c27fd req-ee9c96c5-e3f4-4cd2-a9c6-9e62d0294223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:24.533131 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8c9ef442-3097-496c-9a5f-c57a830c27fd req-ee9c96c5-e3f4-4cd2-a9c6-9e62d0294223 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4890819 Jul 28 09:12:24.547568 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd req-994db957-2634-4302-b0fb-4822c7bc04a1 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056915 Jul 28 09:12:24.565642 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-70f11caa-aca9-457c-ae72-1c248795fa20 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d962b65c517449c7ad4a9ae343273c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9908035 Jul 28 09:12:24.568806 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 43352) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:24.573916 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f11caa-aca9-457c-ae72-1c248795fa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4068337-37fd-4b4d-a10d-4628372d4db7,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:24.586653 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a605a65e-60af-4862-b47f-c2e31222d349 req-d377fb84-1239-4b2a-bf07-b1843c6963ae tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921868 Jul 28 09:12:24.598867 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55f83746-8191-40ee-89cd-3131a20c264f req-404ad588-ecbe-4e8e-be27-d3e8be50a1bb tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589170 Jul 28 09:12:24.648828 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-03f15b87-7459-4fdf-aafa-ae5d3154aef8 admin admin] Publish callbacks [] for security_group (e4068337-37fd-4b4d-a10d-4628372d4db7), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:24.672845 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-03f15b87-7459-4fdf-aafa-ae5d3154aef8 admin admin] Publish callbacks [] for security_group (e4068337-37fd-4b4d-a10d-4628372d4db7), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:24.704744 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c70c0f-f863-4e94-9c68-1493b1af5e85 req-68959b40-3694-49e7-bc2b-94b9d64ea52f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:24.706138 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55c70c0f-f863-4e94-9c68-1493b1af5e85 req-68959b40-3694-49e7-bc2b-94b9d64ea52f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0521882 Jul 28 09:12:24.724586 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-03f15b87-7459-4fdf-aafa-ae5d3154aef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (e4068337-37fd-4b4d-a10d-4628372d4db7), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:24.727707 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-03f15b87-7459-4fdf-aafa-ae5d3154aef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:24.728876 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-03f15b87-7459-4fdf-aafa-ae5d3154aef8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4068337-37fd-4b4d-a10d-4628372d4db7 HTTP/1.1" status: 204 len: 168 time: 0.1590436 Jul 28 09:12:24.737329 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f15b87-7459-4fdf-aafa-ae5d3154aef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4068337-37fd-4b4d-a10d-4628372d4db7,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:24.757978 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55c70c0f-f863-4e94-9c68-1493b1af5e85 req-1bfaf7e6-7cda-48df-8323-3e6a157af13d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456419 Jul 28 09:12:24.950276 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['e8f10ca5-9e77-4e44-90da-226feaaaae51'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:12:25.068562 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 43362) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:25.074443 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:25.086847 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-aff1ddc2-d75a-4919-ba33-338dd24e5c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:25.116959 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1369415-9129-4c79-a3ac-56dd267e6858 req-545ab8f2-c6fd-4cc9-9dd8-0a82a1057d04 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:25.118891 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1369415-9129-4c79-a3ac-56dd267e6858 req-545ab8f2-c6fd-4cc9-9dd8-0a82a1057d04 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.1193831 Jul 28 09:12:25.133338 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6129a6-5415-4279-8cc7-a5b8f3e6ea63 req-44e174a0-2a4b-41ff-83e0-9ca3faf885f7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:25.138764 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc6129a6-5415-4279-8cc7-a5b8f3e6ea63 req-44e174a0-2a4b-41ff-83e0-9ca3faf885f7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0821586 Jul 28 09:12:25.174895 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-aff1ddc2-d75a-4919-ba33-338dd24e5c71 admin admin] Publish callbacks [] for security_group (023f8d22-d4cf-4949-9d81-3594ca2c54c9), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:25.179073 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-aff1ddc2-d75a-4919-ba33-338dd24e5c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (023f8d22-d4cf-4949-9d81-3594ca2c54c9), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:25.216722 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1ddc2-d75a-4919-ba33-338dd24e5c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023f8d22-d4cf-4949-9d81-3594ca2c54c9,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:25.216935 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1369415-9129-4c79-a3ac-56dd267e6858 req-7da1e998-eefc-4ebf-991c-8b03a1321728 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916586 Jul 28 09:12:25.219848 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc6129a6-5415-4279-8cc7-a5b8f3e6ea63 req-2c1aa9b7-16b3-4f52-ba03-8ad040f73670 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718150 Jul 28 09:12:25.220917 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-aff1ddc2-d75a-4919-ba33-338dd24e5c71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b23776708ea84754b0b8d24c79ffffa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508303 Jul 28 09:12:25.223683 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 43364) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:25.279647 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5d05df8b-7930-4cb5-b928-f55d05c7688f admin admin] Publish callbacks [] for security_group (023f8d22-d4cf-4949-9d81-3594ca2c54c9), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:25.288302 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:25.301913 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5d05df8b-7930-4cb5-b928-f55d05c7688f admin admin] Publish callbacks [] for security_group (023f8d22-d4cf-4949-9d81-3594ca2c54c9), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:25.351663 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5d05df8b-7930-4cb5-b928-f55d05c7688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (023f8d22-d4cf-4949-9d81-3594ca2c54c9), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:25.354208 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5d05df8b-7930-4cb5-b928-f55d05c7688f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:25.357954 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5d05df8b-7930-4cb5-b928-f55d05c7688f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/023f8d22-d4cf-4949-9d81-3594ca2c54c9 HTTP/1.1" status: 204 len: 168 time: 0.1307857 Jul 28 09:12:25.363483 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05df8b-7930-4cb5-b928-f55d05c7688f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f8d22-d4cf-4949-9d81-3594ca2c54c9,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:25.748882 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a7c3c09-ffbd-43d8-abd7-54a2bbc5aadd req-aa64ec9d-9c0b-4c1e-ae17-5e4aa4fb5f06 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792467 Jul 28 09:12:25.798379 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2b33f-231d-45dc-895f-e29773fe6b6a req-44d90fc4-576a-4a52-8293-60db9b8ee467 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:25.800033 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23c2b33f-231d-45dc-895f-e29773fe6b6a req-44d90fc4-576a-4a52-8293-60db9b8ee467 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 945 time: 0.1139421 Jul 28 09:12:25.841007 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f7f6b-50f2-41e5-aef5-421bf436c656 req-240093d2-2c92-4288-bbd6-a374c037a362 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:25.841007 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7d1f7f6b-50f2-41e5-aef5-421bf436c656 req-240093d2-2c92-4288-bbd6-a374c037a362 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.1039104 Jul 28 09:12:26.101743 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device e8f10ca5-9e77-4e44-90da-226feaaaae51 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:12:26.122078 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23c2b33f-231d-45dc-895f-e29773fe6b6a req-7b5ab523-7b25-4346-917f-fc699ef6281f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147500 Jul 28 09:12:26.126300 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7d1f7f6b-50f2-41e5-aef5-421bf436c656 req-8197416f-7bd4-4f21-994d-bac970e12d82 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878036 Jul 28 09:12:26.178442 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port e8f10ca5-9e77-4e44-90da-226feaaaae51 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:12:26.184979 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port e8f10ca5-9e77-4e44-90da-226feaaaae51 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:12:26.185491 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:26.239922 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cb8e2-bf5e-4168-8a35-ef0e2ddc3efa req-5a1c3a5c-5a8e-404a-92f8-523f7c1fb12e tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:26.241603 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-498cb8e2-bf5e-4168-8a35-ef0e2ddc3efa req-5a1c3a5c-5a8e-404a-92f8-523f7c1fb12e tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0564432 Jul 28 09:12:26.269378 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port e8f10ca5-9e77-4e44-90da-226feaaaae51 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:26.270483 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:26.298446 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6936b19d-2a6d-4b60-a88f-549320d81537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f10ca5-9e77-4e44-90da-226feaaaae51'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:26.302135 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54678ba6-58ee-491c-82d0-2d7c68f64b84" -d '{"events": [{"server_uuid": "6936b19d-2a6d-4b60-a88f-549320d81537", "name": "network-vif-plugged", "status": "completed", "tag": "e8f10ca5-9e77-4e44-90da-226feaaaae51"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:26.302748 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:26.308309 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-498cb8e2-bf5e-4168-8a35-ef0e2ddc3efa req-fcb35f84-1ac2-415b-8d6e-04eb68d06efc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609429 Jul 28 09:12:26.317564 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port e8f10ca5-9e77-4e44-90da-226feaaaae51, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=e8f10ca5-9e77-4e44-90da-226feaaaae51,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:26.323705 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:26.373938 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=e8f10ca5-9e77-4e44-90da-226feaaaae51,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:26.394264 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9771b1-319c-4596-91d2-5174c1acc481 req-b4628344-dba0-4662-970d-2a654ab35259 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:26.396281 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c9771b1-319c-4596-91d2-5174c1acc481 req-b4628344-dba0-4662-970d-2a654ab35259 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0727801 Jul 28 09:12:26.448143 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aca47f-d4f9-43a6-862f-f5ea8b56f859 req-7fbb8113-8179-4788-b77c-70e3abf6b3da tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:26.449588 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c8aca47f-d4f9-43a6-862f-f5ea8b56f859 req-7fbb8113-8179-4788-b77c-70e3abf6b3da tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0735037 Jul 28 09:12:26.484497 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c9771b1-319c-4596-91d2-5174c1acc481 req-416ae97c-872c-4115-ba08-82e78831106a tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716043 Jul 28 09:12:26.513664 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c8aca47f-d4f9-43a6-862f-f5ea8b56f859 req-97c5fa47-0fab-42fb-9ba5-4ff79186ea65 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575728 Jul 28 09:12:26.541686 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e64c55-782d-4f61-bab5-812170e354b9 x-openstack-request-id: req-99e64c55-782d-4f61-bab5-812170e354b9 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:26.542022 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6936b19d-2a6d-4b60-a88f-549320d81537", "name": "network-vif-plugged", "status": "completed", "tag": "e8f10ca5-9e77-4e44-90da-226feaaaae51", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:26.542299 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99e64c55-782d-4f61-bab5-812170e354b9 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:26.542698 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e64c55-782d-4f61-bab5-812170e354b9'] response: {'server_uuid': '6936b19d-2a6d-4b60-a88f-549320d81537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f10ca5-9e77-4e44-90da-226feaaaae51', 'code': 200} Jul 28 09:12:26.847227 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7746f20c-e026-4690-9abc-bc82c72a79d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:27.290518 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef2645-2736-4696-8cf7-029fcb7add8d req-41351c6d-dea3-4d43-a57f-b2fd16ba8d31 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:27.292096 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-caef2645-2736-4696-8cf7-029fcb7add8d req-41351c6d-dea3-4d43-a57f-b2fd16ba8d31 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0817533 Jul 28 09:12:27.300172 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32b8a0-bc8e-450f-ac3a-2ef48d0e2aed req-1a22e7ab-1d7a-4cb3-b24c-913c5768648c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:27.301632 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d32b8a0-bc8e-450f-ac3a-2ef48d0e2aed req-1a22e7ab-1d7a-4cb3-b24c-913c5768648c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0809071 Jul 28 09:12:27.380661 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-caef2645-2736-4696-8cf7-029fcb7add8d req-5d8f0e67-13f3-4481-a7bb-7dcfd6d8350e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780468 Jul 28 09:12:27.383998 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d32b8a0-bc8e-450f-ac3a-2ef48d0e2aed req-990f5a0d-de18-439e-9c0c-21d11ff4c14b tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752378 Jul 28 09:12:27.524801 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37462e81-e4cf-4bca-8744-f435748fdf40 req-d5f6d50b-77d5-465e-a8f3-f4724d6717da tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:27.526286 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37462e81-e4cf-4bca-8744-f435748fdf40 req-d5f6d50b-77d5-465e-a8f3-f4724d6717da tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0861995 Jul 28 09:12:27.532055 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-2aa20f13-12be-47e9-bf0d-3b30a25fbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:27.533516 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-2aa20f13-12be-47e9-bf0d-3b30a25fbca4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 1127 time: 0.0552201 Jul 28 09:12:27.589497 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37462e81-e4cf-4bca-8744-f435748fdf40 req-ae70b8f5-c026-43b5-a92f-63a967fa410a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549207 Jul 28 09:12:27.623611 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824d4a9-3707-4d00-960e-31d16694cbd6 req-cf10b24a-5a5d-4c19-aac1-d7443b4f8d47 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:27.625669 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8824d4a9-3707-4d00-960e-31d16694cbd6 req-cf10b24a-5a5d-4c19-aac1-d7443b4f8d47 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0532217 Jul 28 09:12:27.670067 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:27.687655 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8824d4a9-3707-4d00-960e-31d16694cbd6 req-d8f46aba-65ec-4fb8-a082-7a27ad304c01 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548720 Jul 28 09:12:27.727730 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7efb44-80b4-48d2-ab3f-dfea6c9aa5b2 req-bb08da67-0304-4acc-a279-ff84b79114c6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:27.729282 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d7efb44-80b4-48d2-ab3f-dfea6c9aa5b2 req-bb08da67-0304-4acc-a279-ff84b79114c6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0580204 Jul 28 09:12:27.783613 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d7efb44-80b4-48d2-ab3f-dfea6c9aa5b2 req-0410da57-2112-4194-b1d2-8eb8f771550c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488753 Jul 28 09:12:27.807000 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 43488) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:27.913618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de4f5f57-323e-4ed5-88c9-24c4251b6089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:27.987527 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de4f5f57-323e-4ed5-88c9-24c4251b6089 admin admin] Publish callbacks [] for security_group (ed254f87-8a14-4585-a3d4-750d91b7ec00), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:27.991353 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de4f5f57-323e-4ed5-88c9-24c4251b6089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (ed254f87-8a14-4585-a3d4-750d91b7ec00), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.033106 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-de4f5f57-323e-4ed5-88c9-24c4251b6089 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=827c678b6a8e438a90f8617d81e5524e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250068 Jul 28 09:12:28.033968 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f5f57-323e-4ed5-88c9-24c4251b6089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed254f87-8a14-4585-a3d4-750d91b7ec00,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:28.035857 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 43494) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:28.110132 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-376ea424-7df1-4853-84cc-a30603c3a737 admin admin] Publish callbacks [] for security_group (ed254f87-8a14-4585-a3d4-750d91b7ec00), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.140506 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-376ea424-7df1-4853-84cc-a30603c3a737 admin admin] Publish callbacks [] for security_group (ed254f87-8a14-4585-a3d4-750d91b7ec00), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.190332 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-376ea424-7df1-4853-84cc-a30603c3a737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (ed254f87-8a14-4585-a3d4-750d91b7ec00), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.193620 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-376ea424-7df1-4853-84cc-a30603c3a737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.194982 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-376ea424-7df1-4853-84cc-a30603c3a737 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed254f87-8a14-4585-a3d4-750d91b7ec00 HTTP/1.1" status: 204 len: 168 time: 0.1568978 Jul 28 09:12:28.204805 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ea424-7df1-4853-84cc-a30603c3a737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed254f87-8a14-4585-a3d4-750d91b7ec00,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:28.476432 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 43514) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:28.482105 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:28.490660 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba5173f-a375-435f-9b9d-553fecce7f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.543941 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4487bf-b517-4776-895e-6d4173d11660 req-9cd52991-9ca4-47fe-8b69-9e7bec64b467 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:28.545429 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af4487bf-b517-4776-895e-6d4173d11660 req-9cd52991-9ca4-47fe-8b69-9e7bec64b467 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0849452 Jul 28 09:12:28.552372 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:28.554172 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59a7fd-8d80-4cf6-b59f-ac8cfdfc18a5 req-ae33ff1a-3679-4acf-83a0-1e1d0c92652d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:28.555829 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a59a7fd-8d80-4cf6-b59f-ac8cfdfc18a5 req-ae33ff1a-3679-4acf-83a0-1e1d0c92652d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0843279 Jul 28 09:12:28.577823 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba5173f-a375-435f-9b9d-553fecce7f75 admin admin] Publish callbacks [] for security_group (185b41d7-5783-4779-84dd-7c3cc704c786), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.581909 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ba5173f-a375-435f-9b9d-553fecce7f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (185b41d7-5783-4779-84dd-7c3cc704c786), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.621506 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5ba5173f-a375-435f-9b9d-553fecce7f75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8e337618ce7474eb0178dd9f064b2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440053 Jul 28 09:12:28.622533 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5173f-a375-435f-9b9d-553fecce7f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185b41d7-5783-4779-84dd-7c3cc704c786,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:28.624177 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 43518) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:28.637384 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af4487bf-b517-4776-895e-6d4173d11660 req-a9c7f1d9-da1c-4250-98c7-778a8b279d74 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804784 Jul 28 09:12:28.646384 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a59a7fd-8d80-4cf6-b59f-ac8cfdfc18a5 req-7de7ee79-f093-4131-bdf3-b5d6da853697 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832500 Jul 28 09:12:28.685486 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b8dd0aa-2ad0-4435-820f-0177f8dd6cd9 admin admin] Publish callbacks [] for security_group (185b41d7-5783-4779-84dd-7c3cc704c786), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.707254 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b8dd0aa-2ad0-4435-820f-0177f8dd6cd9 admin admin] Publish callbacks [] for security_group (185b41d7-5783-4779-84dd-7c3cc704c786), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.804918 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39c0ad-a9c5-414a-8880-0593ed1ffc71 req-0c3dcc5e-0844-499e-9d20-f73c7be22657 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:28.806393 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2e39c0ad-a9c5-414a-8880-0593ed1ffc71 req-0c3dcc5e-0844-499e-9d20-f73c7be22657 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0970573 Jul 28 09:12:28.847873 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7a0e7-c0e7-48fb-af59-2c60d6bc0ec4 req-ff1ce99c-b851-4612-a4c9-661780409121 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:28.849327 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-42e7a0e7-c0e7-48fb-af59-2c60d6bc0ec4 req-ff1ce99c-b851-4612-a4c9-661780409121 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0855043 Jul 28 09:12:28.888991 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b8dd0aa-2ad0-4435-820f-0177f8dd6cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (185b41d7-5783-4779-84dd-7c3cc704c786), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.891468 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5b8dd0aa-2ad0-4435-820f-0177f8dd6cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:28.892586 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5b8dd0aa-2ad0-4435-820f-0177f8dd6cd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/185b41d7-5783-4779-84dd-7c3cc704c786 HTTP/1.1" status: 204 len: 168 time: 0.2647932 Jul 28 09:12:28.898485 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2e39c0ad-a9c5-414a-8880-0593ed1ffc71 req-44378462-ea58-445e-8613-31014e06774d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838995 Jul 28 09:12:28.907802 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dd0aa-2ad0-4435-820f-0177f8dd6cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185b41d7-5783-4779-84dd-7c3cc704c786,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:28.958426 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-42e7a0e7-c0e7-48fb-af59-2c60d6bc0ec4 req-c6d3728d-47e4-42a9-b12a-aa6ef4ade446 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987654 Jul 28 09:12:29.012733 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f3046-85be-4be2-9838-852c566d841e req-73f615c7-83cd-43e6-9c33-4768a456acbc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:29.014276 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-239f3046-85be-4be2-9838-852c566d841e req-73f615c7-83cd-43e6-9c33-4768a456acbc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0484936 Jul 28 09:12:29.069499 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-239f3046-85be-4be2-9838-852c566d841e req-0ef78808-4ff6-47f7-9d4f-01d8f2ee017d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478995 Jul 28 09:12:29.340345 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-62e90f3a-33df-4630-95c2-d9d360e97b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:29.772552 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:29.802233 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab16286-c69b-4856-84b4-c1a467b763ab req-f7e1318e-67a5-4cf9-9224-74ded264e5a4 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:29.803709 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eab16286-c69b-4856-84b4-c1a467b763ab req-f7e1318e-67a5-4cf9-9224-74ded264e5a4 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0832241 Jul 28 09:12:29.809861 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d700c6c-c20e-4422-863d-ae3fa1cba73f req-2288b370-7e82-4c74-a808-66f726470894 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:29.811224 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d700c6c-c20e-4422-863d-ae3fa1cba73f req-2288b370-7e82-4c74-a808-66f726470894 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0797443 Jul 28 09:12:29.887340 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d700c6c-c20e-4422-863d-ae3fa1cba73f req-bc8cda71-ddb9-4048-bcb3-da3f52782e0a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682235 Jul 28 09:12:29.890202 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eab16286-c69b-4856-84b4-c1a467b763ab req-078c39b6-e740-4afd-867f-3c63ade7a06e tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780842 Jul 28 09:12:30.017257 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e588c2-0399-4f7f-8e54-ad3f1fd68b6e req-2a191d4a-137c-4621-a7b2-b701dbf485e0 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:30.018758 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1e588c2-0399-4f7f-8e54-ad3f1fd68b6e req-2a191d4a-137c-4621-a7b2-b701dbf485e0 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0473766 Jul 28 09:12:30.068008 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d1e588c2-0399-4f7f-8e54-ad3f1fd68b6e req-b54f4c8e-5daf-4fa5-b91c-9fedafb5f311 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436518 Jul 28 09:12:30.196525 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57980a48-462f-4923-9119-3fbab98be180 req-3bbde574-b0e2-4d0d-afcc-edbc5991eafa tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:30.198290 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-57980a48-462f-4923-9119-3fbab98be180 req-3bbde574-b0e2-4d0d-afcc-edbc5991eafa tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0529697 Jul 28 09:12:30.223633 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:30.250094 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-57980a48-462f-4923-9119-3fbab98be180 req-8d2e4220-13e0-4f44-9a9c-764b776c67bc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Jul 28 09:12:31.034205 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:31.061972 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f6793-1306-4b05-ae88-e145692a3818 req-dcc34cda-0751-4e90-9c2f-dad933a1a4f0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:31.063516 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4b6f6793-1306-4b05-ae88-e145692a3818 req-dcc34cda-0751-4e90-9c2f-dad933a1a4f0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0861964 Jul 28 09:12:31.070464 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe880d-6503-4504-9956-38288721701e req-1f186581-d3a5-425a-bf48-380706065d7f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:31.071821 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-21fe880d-6503-4504-9956-38288721701e req-1f186581-d3a5-425a-bf48-380706065d7f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0929556 Jul 28 09:12:31.149672 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4b6f6793-1306-4b05-ae88-e145692a3818 req-870493bb-9758-45ce-9f20-b1a8784081c4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764337 Jul 28 09:12:31.152823 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-21fe880d-6503-4504-9956-38288721701e req-454e038e-637a-4cb0-886c-cc97febf53e1 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724983 Jul 28 09:12:31.263116 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0c6ec-55fd-4dad-bc25-e461e663a818 req-aec620df-5bc4-460e-9b9f-89c1c9e961f6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:31.263263 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47e0c6ec-55fd-4dad-bc25-e461e663a818 req-aec620df-5bc4-460e-9b9f-89c1c9e961f6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0543981 Jul 28 09:12:31.324401 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47e0c6ec-55fd-4dad-bc25-e461e663a818 req-432fc8af-3973-4a23-8ae4-b8fc04083901 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557084 Jul 28 09:12:31.379388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8156a6-3387-4017-8947-bc79b20153eb req-f7d0e70b-3735-4e9e-8764-630af56946bc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:31.380990 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3f8156a6-3387-4017-8947-bc79b20153eb req-f7d0e70b-3735-4e9e-8764-630af56946bc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0557210 Jul 28 09:12:31.458779 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3f8156a6-3387-4017-8947-bc79b20153eb req-3d408b6c-f939-468b-822f-60e0e47dc80b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709200 Jul 28 09:12:31.478187 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-fd9529c6-949a-4e9c-8fe9-691bdb349cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:31.478187 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-fd9529c6-949a-4e9c-8fe9-691bdb349cf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 1127 time: 0.0504582 Jul 28 09:12:31.715602 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:31.926123 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:32.015078 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 43692) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:32.150253 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-6db66155-d7a3-416c-b398-a11173c184d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=083e115f-7d9f-46a4-a9c2-332b4c7553c4 HTTP/1.1" status: 200 len: 217 time: 0.0428822 Jul 28 09:12:32.155529 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0c58955a-5a7a-4b2e-947b-6d3cd55fdf28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:32.247074 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0c58955a-5a7a-4b2e-947b-6d3cd55fdf28 admin admin] Publish callbacks [] for security_group (285de0c9-db6d-4bc9-83cd-075b50a44a65), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:32.262803 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0c58955a-5a7a-4b2e-947b-6d3cd55fdf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (285de0c9-db6d-4bc9-83cd-075b50a44a65), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:32.352295 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:32.374169 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0c5e3-5d13-473f-bd93-d676d2bb98c8 req-faf4e2c1-559b-47f1-be1b-aa7044e12f74 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:32.375674 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dea0c5e3-5d13-473f-bd93-d676d2bb98c8 req-faf4e2c1-559b-47f1-be1b-aa7044e12f74 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.1177714 Jul 28 09:12:32.381722 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b8bfe-78dd-41da-8953-6e28b7c31718 req-cbf9daaf-8545-495d-9843-bb3f488b3217 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:32.383153 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd2b8bfe-78dd-41da-8953-6e28b7c31718 req-cbf9daaf-8545-495d-9843-bb3f488b3217 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.1345510 Jul 28 09:12:32.390399 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0c58955a-5a7a-4b2e-947b-6d3cd55fdf28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1743529332dc43888d6132d93e921ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741708 Jul 28 09:12:32.391233 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 43706) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:32.400375 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58955a-5a7a-4b2e-947b-6d3cd55fdf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285de0c9-db6d-4bc9-83cd-075b50a44a65,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:32.454739 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a035964-bd35-438a-b7ff-a32b350ed3cc admin admin] Publish callbacks [] for security_group (285de0c9-db6d-4bc9-83cd-075b50a44a65), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:32.466490 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd2b8bfe-78dd-41da-8953-6e28b7c31718 req-f081fe54-19a8-405e-b31b-bcbb98914ced tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737298 Jul 28 09:12:32.483277 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a035964-bd35-438a-b7ff-a32b350ed3cc admin admin] Publish callbacks [] for security_group (285de0c9-db6d-4bc9-83cd-075b50a44a65), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:32.518421 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dea0c5e3-5d13-473f-bd93-d676d2bb98c8 req-c56497b9-cf9e-46ad-8013-ab940e667a31 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342373 Jul 28 09:12:32.551066 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a035964-bd35-438a-b7ff-a32b350ed3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (285de0c9-db6d-4bc9-83cd-075b50a44a65), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:32.555121 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6a035964-bd35-438a-b7ff-a32b350ed3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:32.559820 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6a035964-bd35-438a-b7ff-a32b350ed3cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/285de0c9-db6d-4bc9-83cd-075b50a44a65 HTTP/1.1" status: 204 len: 168 time: 0.1669121 Jul 28 09:12:32.590322 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a035964-bd35-438a-b7ff-a32b350ed3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285de0c9-db6d-4bc9-83cd-075b50a44a65,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:32.649624 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9de01f-45f1-4519-9861-6c7bc5f22917 req-1667e08b-331e-4a0d-bd3d-91f533eac42f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:32.656469 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d9de01f-45f1-4519-9861-6c7bc5f22917 req-1667e08b-331e-4a0d-bd3d-91f533eac42f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.1000531 Jul 28 09:12:32.742778 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d9de01f-45f1-4519-9861-6c7bc5f22917 req-7c07ce81-ca44-4a53-a3a0-8d15c437dbe8 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854349 Jul 28 09:12:32.847001 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-bd578ead-b2d2-4ee7-9a14-7f57ac0de44a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51927101-a0e7-4577-83b1-566bb606eeb1 HTTP/1.1" status: 200 len: 217 time: 0.0780377 Jul 28 09:12:32.950859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-0fcc819c-0137-40ab-b1f2-6c176a6b8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:32.952218 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-0fcc819c-0137-40ab-b1f2-6c176a6b8fbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 200 len: 854 time: 0.1227493 Jul 28 09:12:32.958402 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e807970-af4e-410b-bd08-34394e19c349 req-aea1c075-04aa-4067-855d-2fa23dcaff90 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:32.964812 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e807970-af4e-410b-bd08-34394e19c349 req-aea1c075-04aa-4067-855d-2fa23dcaff90 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0766342 Jul 28 09:12:33.000864 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 43728) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:33.009426 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e807970-af4e-410b-bd08-34394e19c349 req-92e66aa1-5613-4bd0-80f7-b3349094308c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 Jul 28 09:12:33.014598 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6d533d3d-53f6-4dbc-9ba1-c802f661fe71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:33.064528 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:33.113683 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6d533d3d-53f6-4dbc-9ba1-c802f661fe71 admin admin] Publish callbacks [] for security_group (cf09eaef-35fe-4c4e-868f-8b5c91380d70), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:33.117720 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6d533d3d-53f6-4dbc-9ba1-c802f661fe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (cf09eaef-35fe-4c4e-868f-8b5c91380d70), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:33.156371 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6d533d3d-53f6-4dbc-9ba1-c802f661fe71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21f66be23c7140f28a028acc58c15d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543887 Jul 28 09:12:33.158277 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d533d3d-53f6-4dbc-9ba1-c802f661fe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf09eaef-35fe-4c4e-868f-8b5c91380d70,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:33.159141 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 43732) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:33.178353 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:33.215940 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-79034271-8292-48b9-af2e-ed5ab3a2f66b admin admin] Publish callbacks [] for security_group (cf09eaef-35fe-4c4e-868f-8b5c91380d70), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:33.238516 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-79034271-8292-48b9-af2e-ed5ab3a2f66b admin admin] Publish callbacks [] for security_group (cf09eaef-35fe-4c4e-868f-8b5c91380d70), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:33.338309 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-33e7f713-ca38-4365-9c06-2edcf1b8f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:33.340165 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-33e7f713-ca38-4365-9c06-2edcf1b8f55a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 200 len: 856 time: 0.0688121 Jul 28 09:12:33.418660 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-be6d7921-ca69-473f-aa95-4335d7537ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:33.420243 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-be6d7921-ca69-473f-aa95-4335d7537ca3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a25c70eb-0093-412d-853c-bc88149a664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1409481 Jul 28 09:12:33.424565 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-79034271-8292-48b9-af2e-ed5ab3a2f66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (cf09eaef-35fe-4c4e-868f-8b5c91380d70), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:33.427205 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-79034271-8292-48b9-af2e-ed5ab3a2f66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:33.429893 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-79034271-8292-48b9-af2e-ed5ab3a2f66b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf09eaef-35fe-4c4e-868f-8b5c91380d70 HTTP/1.1" status: 204 len: 168 time: 0.2675912 Jul 28 09:12:33.449482 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadd869-cf29-46ee-88e8-372175accd0a req-49f9f241-56f9-4a9b-9c12-cee47093b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:33.450302 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-87249b12-c3b9-4c4d-8175-72c78c491f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:33.450985 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eeadd869-cf29-46ee-88e8-372175accd0a req-49f9f241-56f9-4a9b-9c12-cee47093b0bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 1130 time: 0.1755986 Jul 28 09:12:33.452251 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-87249b12-c3b9-4c4d-8175-72c78c491f84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62ef4833-ede7-4ed1-81d0-684613a04084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620892 Jul 28 09:12:33.466292 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe0dfe-e5cd-4fc3-9688-2dd524666737 req-6c821be4-105a-43de-a07d-4bd04162aff7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:33.467981 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0dfe0dfe-e5cd-4fc3-9688-2dd524666737 req-6c821be4-105a-43de-a07d-4bd04162aff7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.1168346 Jul 28 09:12:33.471479 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79034271-8292-48b9-af2e-ed5ab3a2f66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf09eaef-35fe-4c4e-868f-8b5c91380d70,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:33.479370 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1757a-8f89-465c-8021-4f90702437b9 req-85e34f7f-c278-45a4-b78e-f62f60d5b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:33.481012 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35f1757a-8f89-465c-8021-4f90702437b9 req-85e34f7f-c278-45a4-b78e-f62f60d5b67d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 1129 time: 0.0776806 Jul 28 09:12:33.641684 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-b43ed31d-b04b-4d62-9d4b-3c1661ea982e service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324842 Jul 28 09:12:33.713145 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0dfe0dfe-e5cd-4fc3-9688-2dd524666737 req-e151e8c7-47a4-4d79-b9c0-5762b897d895 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186697 Jul 28 09:12:33.782165 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eeadd869-cf29-46ee-88e8-372175accd0a req-d654d4c4-5da7-418d-b4b9-274017ae1217 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729199 Jul 28 09:12:33.831174 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-04ae1dd4-a8ab-4ef5-85f5-e666534a22b9 req-68d15c64-a7ea-41ce-ae79-f163af5bbbb3 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605902 Jul 28 09:12:33.863601 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:33.898498 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cb0f1-431d-4e3c-b110-73a67a6cff69 req-75e5eb2f-eac7-4f33-ac9a-ea14c522aaef tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:33.900041 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc3cb0f1-431d-4e3c-b110-73a67a6cff69 req-75e5eb2f-eac7-4f33-ac9a-ea14c522aaef tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.1858287 Jul 28 09:12:33.901768 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-0a3669b4-96f0-4aa7-aa9c-3fcf72056afa service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939443 Jul 28 09:12:33.935267 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1757a-8f89-465c-8021-4f90702437b9 req-aea1f8db-2b1e-425e-b8c4-961e327c790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:33.936703 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35f1757a-8f89-465c-8021-4f90702437b9 req-aea1f8db-2b1e-425e-b8c4-961e327c790d service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.4100969 Jul 28 09:12:33.945191 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5c7ce-688b-4bc9-bc55-f96c5649032f req-5d1060c4-70f1-4631-b723-c14119c37523 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:33.946936 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7e5c7ce-688b-4bc9-bc55-f96c5649032f req-5d1060c4-70f1-4631-b723-c14119c37523 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.1101840 Jul 28 09:12:33.996092 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc3cb0f1-431d-4e3c-b110-73a67a6cff69 req-f5a29df2-90ab-4ec8-9c69-d2a1ea8ab3cc tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857151 Jul 28 09:12:34.061902 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7e5c7ce-688b-4bc9-bc55-f96c5649032f req-74618734-815c-4cf3-80d9-4b1e2e499ec0 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010330 Jul 28 09:12:34.183313 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f2901-cf47-40ff-be12-4997e4ce0ee5 req-5722ad15-46cd-4005-8064-a4abf10b99fb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:34.184861 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-455f2901-cf47-40ff-be12-4997e4ce0ee5 req-5722ad15-46cd-4005-8064-a4abf10b99fb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0587513 Jul 28 09:12:34.266159 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-455f2901-cf47-40ff-be12-4997e4ce0ee5 req-773121aa-0301-4ce0-b13b-cc51eee5ed87 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547526 Jul 28 09:12:34.464155 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35f1757a-8f89-465c-8021-4f90702437b9 req-07ad8292-19d7-4c5e-9ea6-d05913fbf3e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fba3af-c7cc-4269-9374-da786cec1fa9 HTTP/1.1" status: 200 len: 217 time: 0.0514283 Jul 28 09:12:34.508118 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:34.540152 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11fae2a4-ffd5-4bfb-b29d-7b06f7721751 req-e0d8b8de-fc96-4f30-87ed-1f2a48490d8d service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215105 Jul 28 09:12:34.837788 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845f4f5-4d81-4484-8a8a-93bba18e6fdf req-be2de2ae-5fb7-4d67-a446-56ae5a670936 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:34.839295 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6845f4f5-4d81-4484-8a8a-93bba18e6fdf req-be2de2ae-5fb7-4d67-a446-56ae5a670936 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0574539 Jul 28 09:12:34.889919 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6845f4f5-4d81-4484-8a8a-93bba18e6fdf req-1cffc48f-9863-48ec-a055-ce19b70e4926 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452051 Jul 28 09:12:35.194286 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f6c18-1a34-4107-a924-449b7cd12704 req-80ae934d-7c3a-414e-bbe3-5e1656e76cf8 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:35.201447 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-587f6c18-1a34-4107-a924-449b7cd12704 req-80ae934d-7c3a-414e-bbe3-5e1656e76cf8 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.1094699 Jul 28 09:12:35.235301 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13b3ce-a2c8-4790-9960-d6e82fd5e0db req-b25117c6-d464-4ecf-91ba-273942dc3e40 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:35.237251 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b13b3ce-a2c8-4790-9960-d6e82fd5e0db req-b25117c6-d464-4ecf-91ba-273942dc3e40 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0855639 Jul 28 09:12:35.283853 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-587f6c18-1a34-4107-a924-449b7cd12704 req-6056acfd-ed8f-4a16-a960-3a15fd0d110b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813506 Jul 28 09:12:35.320784 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b13b3ce-a2c8-4790-9960-d6e82fd5e0db req-59515d54-9924-410a-aafb-b9c094bb19a6 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768790 Jul 28 09:12:35.426489 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:12:35.449181 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4549bb6-153b-4c97-92c1-b1be14f82967 req-2dbc0a33-9d24-4198-a78e-6dba6b506a0c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:35.450791 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d4549bb6-153b-4c97-92c1-b1be14f82967 req-2dbc0a33-9d24-4198-a78e-6dba6b506a0c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0538998 Jul 28 09:12:35.505719 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d4549bb6-153b-4c97-92c1-b1be14f82967 req-7b28dc42-ecf2-4a27-bdd4-c3e84832a7f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480449 Jul 28 09:12:36.008324 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963c0d9-2567-496e-9aaf-1b336180ac48 req-be491dd3-b4dc-43ef-b1ce-6e06eb710eff tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:36.009758 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a963c0d9-2567-496e-9aaf-1b336180ac48 req-be491dd3-b4dc-43ef-b1ce-6e06eb710eff tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0452287 Jul 28 09:12:36.061960 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a963c0d9-2567-496e-9aaf-1b336180ac48 req-419c78b0-d49c-4b25-95c1-276593a914dc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459647 Jul 28 09:12:36.465978 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d47367-1af8-4d1b-bdb2-b2f54ec9c03e req-add24d9c-26b0-4250-b0ec-d517aeeb17f0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:36.467370 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-28d47367-1af8-4d1b-bdb2-b2f54ec9c03e req-add24d9c-26b0-4250-b0ec-d517aeeb17f0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0745509 Jul 28 09:12:36.486973 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7606-3e50-41e8-95ce-96fb5e6d952f req-f50254a9-45a0-4407-bd04-191f50a3636d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:36.488399 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c8fa7606-3e50-41e8-95ce-96fb5e6d952f req-f50254a9-45a0-4407-bd04-191f50a3636d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0671611 Jul 28 09:12:36.570551 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-28d47367-1af8-4d1b-bdb2-b2f54ec9c03e req-0ab54fc5-a916-428f-81b3-711ab3dceab9 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973535 Jul 28 09:12:36.574484 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c8fa7606-3e50-41e8-95ce-96fb5e6d952f req-ef5f08cf-c0da-4a2c-ab31-adee4025a6fd tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783076 Jul 28 09:12:36.679458 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bdcff-c01a-4d84-b4b9-67bdda989ef1 req-4e09f50c-4f8b-43ac-9a0d-fdcaba25502d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:36.681054 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ff9bdcff-c01a-4d84-b4b9-67bdda989ef1 req-4e09f50c-4f8b-43ac-9a0d-fdcaba25502d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0482614 Jul 28 09:12:36.715047 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:36.741098 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ff9bdcff-c01a-4d84-b4b9-67bdda989ef1 req-934a86b4-f318-4ba5-bf51-87e01f79f614 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546291 Jul 28 09:12:37.196120 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968ee77-406a-436a-aff5-25595a87f030 req-88379e16-9346-4de1-a986-36d1083db703 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:37.197896 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d968ee77-406a-436a-aff5-25595a87f030 req-88379e16-9346-4de1-a986-36d1083db703 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0499363 Jul 28 09:12:37.249768 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d968ee77-406a-436a-aff5-25595a87f030 req-5d72df99-7ce0-4e9c-add2-08b7c7b0d337 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463929 Jul 28 09:12:37.988117 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20992406-b007-410f-b71b-4c4672139134 req-1f8eb4b5-2070-4d01-a925-93e1fbaec510 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:37.990413 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20992406-b007-410f-b71b-4c4672139134 req-1f8eb4b5-2070-4d01-a925-93e1fbaec510 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0963280 Jul 28 09:12:37.999362 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ba413-bd75-4485-aa2a-e72ce1e3f916 req-24cb134d-720c-449d-8414-0be6a81ace58 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:38.008842 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf9ba413-bd75-4485-aa2a-e72ce1e3f916 req-24cb134d-720c-449d-8414-0be6a81ace58 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.3519514 Jul 28 09:12:38.072264 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1757a-8f89-465c-8021-4f90702437b9 req-4856fd9a-27b8-4bb1-b578-1e87ef3eb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:38.074113 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35f1757a-8f89-465c-8021-4f90702437b9 req-4856fd9a-27b8-4bb1-b578-1e87ef3eb742 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.1777689 Jul 28 09:12:38.082347 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:38.112426 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf9ba413-bd75-4485-aa2a-e72ce1e3f916 req-df2e20a8-7119-4ad7-9729-76b82efa1d89 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026618 Jul 28 09:12:38.120405 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20992406-b007-410f-b71b-4c4672139134 req-c05f356a-cc8f-4f6a-8498-b0133de47143 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991457 Jul 28 09:12:38.126648 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 43904) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:38.240722 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ce6ec-bcb3-4a86-8e2b-dc58141b4e92 req-fd48303d-068b-4308-85f1-a7d4d16b08c1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:38.242508 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-752ce6ec-bcb3-4a86-8e2b-dc58141b4e92 req-fd48303d-068b-4308-85f1-a7d4d16b08c1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0530956 Jul 28 09:12:38.270144 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f863cbc3-3cac-449b-aa69-8702796d0821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:38.326397 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-752ce6ec-bcb3-4a86-8e2b-dc58141b4e92 req-c7106c9b-01f8-43ea-b352-94e3b3dcc69b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733504 Jul 28 09:12:38.415126 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f863cbc3-3cac-449b-aa69-8702796d0821 admin admin] Publish callbacks [] for security_group (e5663e4b-0264-42ad-b235-0e804a0962d8), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:38.423388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f863cbc3-3cac-449b-aa69-8702796d0821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (e5663e4b-0264-42ad-b235-0e804a0962d8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:38.446769 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32dbbb-6750-4c64-880d-84f072ee877a req-9be5907c-0ed7-4e95-993d-861d9451a760 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:38.448595 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c32dbbb-6750-4c64-880d-84f072ee877a req-9be5907c-0ed7-4e95-993d-861d9451a760 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0778770 Jul 28 09:12:38.489831 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f863cbc3-3cac-449b-aa69-8702796d0821 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56f68c5de97d44c78a62bf47267545a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614712 Jul 28 09:12:38.492658 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 43924) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:38.500945 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863cbc3-3cac-449b-aa69-8702796d0821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5663e4b-0264-42ad-b235-0e804a0962d8,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:38.519682 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c32dbbb-6750-4c64-880d-84f072ee877a req-17d7f8b5-205e-43e3-b4f7-9bfaa7d73988 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619998 Jul 28 09:12:38.546681 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ca5073d-8fb1-42f9-b073-b351067f0759 admin admin] Publish callbacks [] for security_group (e5663e4b-0264-42ad-b235-0e804a0962d8), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:38.568303 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ca5073d-8fb1-42f9-b073-b351067f0759 admin admin] Publish callbacks [] for security_group (e5663e4b-0264-42ad-b235-0e804a0962d8), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:38.620591 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ca5073d-8fb1-42f9-b073-b351067f0759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (e5663e4b-0264-42ad-b235-0e804a0962d8), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:38.623247 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ca5073d-8fb1-42f9-b073-b351067f0759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:38.624410 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2ca5073d-8fb1-42f9-b073-b351067f0759 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5663e4b-0264-42ad-b235-0e804a0962d8 HTTP/1.1" status: 204 len: 168 time: 0.1288962 Jul 28 09:12:38.632697 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5073d-8fb1-42f9-b073-b351067f0759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5663e4b-0264-42ad-b235-0e804a0962d8,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:39.307860 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7a31a-43aa-41a7-b631-ef6c08ecda49 req-cf39ff46-d121-4925-9c46-13316a79ebd0 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:39.310029 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-adf7a31a-43aa-41a7-b631-ef6c08ecda49 req-cf39ff46-d121-4925-9c46-13316a79ebd0 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.1161857 Jul 28 09:12:39.350018 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eb17a-0965-4755-92f7-f777c8e2b0ef req-eec13a89-961c-4071-af8e-6c8047fe56b4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:39.351474 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab0eb17a-0965-4755-92f7-f777c8e2b0ef req-eec13a89-961c-4071-af8e-6c8047fe56b4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.1031270 Jul 28 09:12:39.391954 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-adf7a31a-43aa-41a7-b631-ef6c08ecda49 req-44d20eed-8788-455d-b2b5-b5e8d5bee8b3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751345 Jul 28 09:12:39.397722 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:39.423084 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab0eb17a-0965-4755-92f7-f777c8e2b0ef req-b995cff4-c6a6-415b-af51-f3fdf870ceec tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629263 Jul 28 09:12:39.559211 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b60cc2-26e4-43b8-bb3c-07423337e8cd req-65029e06-9528-409b-86ed-66d592b7e607 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:39.560862 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37b60cc2-26e4-43b8-bb3c-07423337e8cd req-65029e06-9528-409b-86ed-66d592b7e607 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.0874395 Jul 28 09:12:39.584180 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133cb05-e4ae-482c-ae8c-312b3de05374 req-29c44311-12dc-4258-95ea-b283f21e9787 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:39.585599 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4133cb05-e4ae-482c-ae8c-312b3de05374 req-29c44311-12dc-4258-95ea-b283f21e9787 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0742800 Jul 28 09:12:39.596133 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 43974) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:39.601819 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-3cfae70b-5cf4-4c8a-9c5f-2025eb1bc645 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'floatingip': {'port_id': 'e8f10ca5-9e77-4e44-90da-226feaaaae51'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:39.626474 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37b60cc2-26e4-43b8-bb3c-07423337e8cd req-d9e609c1-d7ab-4d4d-b714-caa77a5a1152 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594721 Jul 28 09:12:39.681450 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3cfae70b-5cf4-4c8a-9c5f-2025eb1bc645 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (9966b431-8665-4d26-85e3-ea4c67c808cb), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:39.693278 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abea6f-9286-4b17-ad63-41e226c0bfa3 req-5218b695-f903-4dc4-bca3-84b4adfafe98 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:39.694980 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-41abea6f-9286-4b17-ad63-41e226c0bfa3 req-5218b695-f903-4dc4-bca3-84b4adfafe98 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0562658 Jul 28 09:12:39.750300 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-41abea6f-9286-4b17-ad63-41e226c0bfa3 req-1a2768a5-7cdb-4034-adea-a5fce0f88e54 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475590 Jul 28 09:12:39.816115 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:40.167997 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 51927101-a0e7-4577-83b1-566bb606eeb1 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:12:40.214331 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44008) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:40.265629 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:40.281085 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-b872a0bf-8c1d-4dc2-8580-bf052fee803c admin admin] Deleting subnet 128df99c-865c-430f-ba83-f718117bfd21 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:12:40.285465 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b872a0bf-8c1d-4dc2-8580-bf052fee803c admin admin] Publish callbacks [] for subnet (128df99c-865c-430f-ba83-f718117bfd21), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:40.323772 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:40.341671 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '51927101-a0e7-4577-83b1-566bb606eeb1', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'port_id': '51927101-a0e7-4577-83b1-566bb606eeb1', 'mac_address': 'fa:16:3e:5a:a5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:12:40.374409 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b872a0bf-8c1d-4dc2-8580-bf052fee803c admin admin] Publish callbacks [] for subnet (128df99c-865c-430f-ba83-f718117bfd21), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:40.392362 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b872a0bf-8c1d-4dc2-8580-bf052fee803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (128df99c-865c-430f-ba83-f718117bfd21), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:40.404085 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 51927101-a0e7-4577-83b1-566bb606eeb1 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:40.405653 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:40.431508 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:40.433091 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:40.435787 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51927101-a0e7-4577-83b1-566bb606eeb1 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:12:40.475500 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:40.482643 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:40.492480 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:40.501866 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b872a0bf-8c1d-4dc2-8580-bf052fee803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (128df99c-865c-430f-ba83-f718117bfd21), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:40.555091 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872a0bf-8c1d-4dc2-8580-bf052fee803c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128df99c-865c-430f-ba83-f718117bfd21,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:40.576828 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3cfae70b-5cf4-4c8a-9c5f-2025eb1bc645 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:40.584960 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3cfae70b-5cf4-4c8a-9c5f-2025eb1bc645 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (9966b431-8665-4d26-85e3-ea4c67c808cb), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:40.590174 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=51927101-a0e7-4577-83b1-566bb606eeb1,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:40.603945 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9d1c1-7ae2-445c-b275-b2a435218920 req-57aa1089-c961-4998-903c-da45a21ba265 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:40.610847 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06e9d1c1-7ae2-445c-b275-b2a435218920 req-57aa1089-c961-4998-903c-da45a21ba265 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 944 time: 0.0577774 Jul 28 09:12:40.613012 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b872a0bf-8c1d-4dc2-8580-bf052fee803c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:40.619296 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b872a0bf-8c1d-4dc2-8580-bf052fee803c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/128df99c-865c-430f-ba83-f718117bfd21 HTTP/1.1" status: 204 len: 168 time: 0.4013543 Jul 28 09:12:40.619695 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44018) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:40.789336 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-3cfae70b-5cf4-4c8a-9c5f-2025eb1bc645 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Floating IP 9966b431-8665-4d26-85e3-ea4c67c808cb associated. External IP: 172.27.0.221, port: e8f10ca5-9e77-4e44-90da-226feaaaae51. Jul 28 09:12:40.836004 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (65ca41be-08e4-4def-bfe6-429f86991353), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:40.845315 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06e9d1c1-7ae2-445c-b275-b2a435218920 req-9b252f33-cec7-4967-bd65-86b88f418f15 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336538 Jul 28 09:12:40.867831 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b568949-7ef0-40b0-bbcd-5ed4fa24806d req-151ebe56-f856-4fea-9623-247e121e1914 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:40.874660 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b568949-7ef0-40b0-bbcd-5ed4fa24806d req-151ebe56-f856-4fea-9623-247e121e1914 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.1381369 Jul 28 09:12:41.034448 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (65ca41be-08e4-4def-bfe6-429f86991353), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:41.040212 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b568949-7ef0-40b0-bbcd-5ed4fa24806d req-ab70369c-cad1-46ef-a893-c1de42ad449a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1646895 Jul 28 09:12:41.051252 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce8e68-fc45-4bf5-ad04-0278920cba60 req-e2b1c37b-8b6c-4081-a0c3-e64ab9486f47 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:41.052236 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['51927101-a0e7-4577-83b1-566bb606eeb1'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:12:41.052790 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-afce8e68-fc45-4bf5-ad04-0278920cba60 req-e2b1c37b-8b6c-4081-a0c3-e64ab9486f47 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.1241510 Jul 28 09:12:41.052993 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfae70b-5cf4-4c8a-9c5f-2025eb1bc645 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:12:41.101524 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.101909 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.102632 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.102962 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.103283 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.103618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.103950 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.104286 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.104602 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.104920 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.164108 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfae70b-5cf4-4c8a-9c5f-2025eb1bc645 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:12:41.171850 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3cfae70b-5cf4-4c8a-9c5f-2025eb1bc645 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:41.186079 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3550324-37d9-4032-83c1-99931edc5d7c None None] Sync routers for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:12:41.196473 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3550324-37d9-4032-83c1-99931edc5d7c None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:12:41.197098 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a3550324-37d9-4032-83c1-99931edc5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:12:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:41.206019 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3cfae70b-5cf4-4c8a-9c5f-2025eb1bc645 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "PUT /v2.0/floatingips/9966b431-8665-4d26-85e3-ea4c67c808cb HTTP/1.1" status: 200 len: 992 time: 1.6080773 Jul 28 09:12:41.206607 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6936b19d-2a6d-4b60-a88f-549320d81537', 'tag': 'e8f10ca5-9e77-4e44-90da-226feaaaae51'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:41.209636 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60a0d31f5ae61584c09bf5ae02f1e8f881846fe7860167878649fbf56de3e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eef783f-85a2-4559-8591-31fa6dcf658c" -d '{"events": [{"name": "network-changed", "server_uuid": "6936b19d-2a6d-4b60-a88f-549320d81537", "tag": "e8f10ca5-9e77-4e44-90da-226feaaaae51"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:41.248955 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f965ead-9469-43ee-87ec-eebfe5fd5ff7 x-openstack-request-id: req-4f965ead-9469-43ee-87ec-eebfe5fd5ff7 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:41.249246 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6936b19d-2a6d-4b60-a88f-549320d81537", "tag": "e8f10ca5-9e77-4e44-90da-226feaaaae51", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:41.249498 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f965ead-9469-43ee-87ec-eebfe5fd5ff7 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:41.250424 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f965ead-9469-43ee-87ec-eebfe5fd5ff7'] response: {'name': 'network-changed', 'server_uuid': '6936b19d-2a6d-4b60-a88f-549320d81537', 'tag': 'e8f10ca5-9e77-4e44-90da-226feaaaae51', 'status': 'completed', 'code': 200} Jul 28 09:12:41.306719 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.312161 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.313151 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.313666 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:41.314423 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ca41be-08e4-4def-bfe6-429f86991353']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:41.330675 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a3550324-37d9-4032-83c1-99931edc5d7c None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:12:41.380394 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e740eb1c-2cc9-4b38-bc95-5d38c22bf03a') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:41.380885 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e740eb1c-2cc9-4b38-bc95-5d38c22bf03a') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:41.445073 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047029'] for segment (e740eb1c-2cc9-4b38-bc95-5d38c22bf03a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:41.475143 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1757a-8f89-465c-8021-4f90702437b9 req-dd233131-3610-46bd-8b58-566a2c928814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:41.477374 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35f1757a-8f89-465c-8021-4f90702437b9 req-dd233131-3610-46bd-8b58-566a2c928814 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1428111 Jul 28 09:12:41.493097 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:41.503359 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-afce8e68-fc45-4bf5-ad04-0278920cba60 req-c33bddf1-b523-4e1d-9e58-b202238607c1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324491 Jul 28 09:12:41.523976 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (e740eb1c-2cc9-4b38-bc95-5d38c22bf03a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:41.543575 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef783f-85a2-4559-8591-31fa6dcf658c req-2db71066-e77f-4406-8e70-f9b057145042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:41.545048 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1eef783f-85a2-4559-8591-31fa6dcf658c req-2db71066-e77f-4406-8e70-f9b057145042 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 1130 time: 0.1413403 Jul 28 09:12:41.580352 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:12:41.580761 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3789489'] for segment (e740eb1c-2cc9-4b38-bc95-5d38c22bf03a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:41.706884 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a3550324-37d9-4032-83c1-99931edc5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '9966b431-8665-4d26-85e3-ea4c67c808cb', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'port_id': 'e8f10ca5-9e77-4e44-90da-226feaaaae51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'mac_address': 'fa:16:3e:bc:95:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6936b19d-2a6d-4b60-a88f-549320d81537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:35Z', 'updated_at': '2022-07-28T09:12:40Z', 'revision_number': 1, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:41.736418 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3550324-37d9-4032-83c1-99931edc5d7c None None] Checking router: 26a38532-9eed-4f40-8e77-0dcc98c8ec09 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:12:41.745679 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3550324-37d9-4032-83c1-99931edc5d7c None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:12:41.746296 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (65ca41be-08e4-4def-bfe6-429f86991353), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:41.746429 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a3550324-37d9-4032-83c1-99931edc5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:12:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:41.763916 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35f1757a-8f89-465c-8021-4f90702437b9 req-3a72a91a-913e-4e87-9afc-ea7e6b521ab4 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725573 Jul 28 09:12:41.793541 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:41.799499 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/65ca41be-08e4-4def-bfe6-429f86991353 HTTP/1.1" status: 204 len: 168 time: 1.1763859 Jul 28 09:12:41.800337 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44056) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:41.806883 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06510118-bbb6-4a15-b2c8-124dd09e88c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ca41be-08e4-4def-bfe6-429f86991353,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:41.851925 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef783f-85a2-4559-8591-31fa6dcf658c req-8a59996d-d1e6-46a7-84cd-9cda8093b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:41.853271 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a6dd62-7483-463a-9201-c3080024976b admin admin] Deleting subnet 20813a4e-f8c5-4ece-b610-5887dc3392c8 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:12:41.853710 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1eef783f-85a2-4559-8591-31fa6dcf658c req-8a59996d-d1e6-46a7-84cd-9cda8093b349 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f HTTP/1.1" status: 200 len: 911 time: 0.2749143 Jul 28 09:12:41.857031 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-53a6dd62-7483-463a-9201-c3080024976b admin admin] Publish callbacks [] for subnet (20813a4e-f8c5-4ece-b610-5887dc3392c8), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:41.903914 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:41.913238 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-53a6dd62-7483-463a-9201-c3080024976b admin admin] Publish callbacks [] for subnet (20813a4e-f8c5-4ece-b610-5887dc3392c8), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:41.923901 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=1,neutron:DELETE=5,neutron:SELECT=94 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:41.927328 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-53a6dd62-7483-463a-9201-c3080024976b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (20813a4e-f8c5-4ece-b610-5887dc3392c8), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:41.928261 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35f1757a-8f89-465c-8021-4f90702437b9 req-2608cb94-b36b-4120-b76e-9cd370f8776f service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545217 Jul 28 09:12:41.935882 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment e740eb1c-2cc9-4b38-bc95-5d38c22bf03a resource provider aggregate not found Jul 28 09:12:41.941660 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a3550324-37d9-4032-83c1-99931edc5d7c None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:12:41.990332 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment e740eb1c-2cc9-4b38-bc95-5d38c22bf03a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e740eb1c-2cc9-4b38-bc95-5d38c22bf03a found for delete ", "request_id": "req-40f32707-5d1c-46ee-acac-a6310e0dda87"}]} Jul 28 09:12:42.066300 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1eef783f-85a2-4559-8591-31fa6dcf658c req-0e518d4a-99ec-47b8-acb8-a202b21df3d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8f10ca5-9e77-4e44-90da-226feaaaae51 HTTP/1.1" status: 200 len: 1000 time: 0.1992588 Jul 28 09:12:42.099982 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-53a6dd62-7483-463a-9201-c3080024976b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for subnet (20813a4e-f8c5-4ece-b610-5887dc3392c8), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.141388 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6dd62-7483-463a-9201-c3080024976b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20813a4e-f8c5-4ece-b610-5887dc3392c8,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:42.149680 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-53a6dd62-7483-463a-9201-c3080024976b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.156853 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-53a6dd62-7483-463a-9201-c3080024976b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/20813a4e-f8c5-4ece-b610-5887dc3392c8 HTTP/1.1" status: 204 len: 168 time: 0.3559558 Jul 28 09:12:42.157704 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44074) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:42.168186 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b239a-a52d-41c9-a1c7-bfe4cc7c69c4 req-76fb99df-1545-4d5b-a38a-dfb23b72ab34 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:42.176021 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a96b239a-a52d-41c9-a1c7-bfe4cc7c69c4 req-76fb99df-1545-4d5b-a38a-dfb23b72ab34 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 944 time: 0.1760981 Jul 28 09:12:42.199542 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:42.205702 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a3550324-37d9-4032-83c1-99931edc5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '9966b431-8665-4d26-85e3-ea4c67c808cb', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'port_id': 'e8f10ca5-9e77-4e44-90da-226feaaaae51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'mac_address': 'fa:16:3e:bc:95:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6936b19d-2a6d-4b60-a88f-549320d81537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:35Z', 'updated_at': '2022-07-28T09:12:40Z', 'revision_number': 1, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:42.238014 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3550324-37d9-4032-83c1-99931edc5d7c None None] The sync data for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi is: [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '9966b431-8665-4d26-85e3-ea4c67c808cb', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'port_id': 'e8f10ca5-9e77-4e44-90da-226feaaaae51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'mac_address': 'fa:16:3e:bc:95:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6936b19d-2a6d-4b60-a88f-549320d81537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:35Z', 'updated_at': '2022-07-28T09:12:40Z', 'revision_number': 1, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:12:42.250689 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (59354e96-5ca5-4b83-b4e2-780420c06a36), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.281820 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 083e115f-7d9f-46a4-a9c2-332b4c7553c4 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:12:42.297959 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef783f-85a2-4559-8591-31fa6dcf658c req-abf3a758-9ad6-4ce7-8adc-705aab69b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:42.299571 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1eef783f-85a2-4559-8591-31fa6dcf658c req-abf3a758-9ad6-4ce7-8adc-705aab69b134 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=66df279f-10e1-460e-ac7d-69ed4ca391e2 HTTP/1.1" status: 200 len: 849 time: 0.2152779 Jul 28 09:12:42.318504 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317fa7-61b1-4e16-9bb4-6c5798ca8036 req-b9b69ef5-423d-48ec-9545-6a598a162c52 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:42.327448 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e317fa7-61b1-4e16-9bb4-6c5798ca8036 req-b9b69ef5-423d-48ec-9545-6a598a162c52 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 943 time: 0.1486688 Jul 28 09:12:42.362670 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a96b239a-a52d-41c9-a1c7-bfe4cc7c69c4 req-e0a90e1d-e923-449e-908c-7de803d79f4e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849627 Jul 28 09:12:42.371301 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (59354e96-5ca5-4b83-b4e2-780420c06a36), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.401216 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.403876 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 51927101-a0e7-4577-83b1-566bb606eeb1 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:12:42.404356 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.405083 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.405410 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > port after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.405724 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.406082 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > port after_update 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.406651 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.407029 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.407348 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.407660 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.423231 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e317fa7-61b1-4e16-9bb4-6c5798ca8036 req-f883314d-adfa-4a46-9a1e-925bfd68bd7c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946145 Jul 28 09:12:42.451958 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef783f-85a2-4559-8591-31fa6dcf658c req-f9c9e155-6426-424e-887f-e05c02878791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:42.454679 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1eef783f-85a2-4559-8591-31fa6dcf658c req-f9c9e155-6426-424e-887f-e05c02878791 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1150467 Jul 28 09:12:42.493806 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.494184 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.494518 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.494985 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:12:42.495362 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59354e96-5ca5-4b83-b4e2-780420c06a36']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:42.518642 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4b4998-ea51-4d91-8cfd-c1f4c2b1b0f3') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:42.518642 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4b4998-ea51-4d91-8cfd-c1f4c2b1b0f3') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:42.545739 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8566475'] for segment (0f4b4998-ea51-4d91-8cfd-c1f4c2b1b0f3), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.579943 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (0f4b4998-ea51-4d91-8cfd-c1f4c2b1b0f3), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.597527 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:12:42.604162 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130428'] for segment (0f4b4998-ea51-4d91-8cfd-c1f4c2b1b0f3), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.631146 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 083e115f-7d9f-46a4-a9c2-332b4c7553c4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=083e115f-7d9f-46a4-a9c2-332b4c7553c4,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:42.654736 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 51927101-a0e7-4577-83b1-566bb606eeb1 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:12:42.659901 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'port_id': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'mac_address': 'fa:16:3e:79:90:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:12:42.668768 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 51927101-a0e7-4577-83b1-566bb606eeb1 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:12:42.669436 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.687506 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:42.704642 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed3db4-e330-4489-b7b0-28d197e97ff8 req-7075ee4d-4960-48d6-99d8-1891515eba78 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:42.724475 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-92ed3db4-e330-4489-b7b0-28d197e97ff8 req-7075ee4d-4960-48d6-99d8-1891515eba78 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.1163325 Jul 28 09:12:42.737523 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (59354e96-5ca5-4b83-b4e2-780420c06a36), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.755035 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.778129 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:42.778763 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.781764 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] 10.222.0.48 "DELETE /v2.0/networks/59354e96-5ca5-4b83-b4e2-780420c06a36 HTTP/1.1" status: 204 len: 168 time: 0.6228712 Jul 28 09:12:42.812369 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083e115f-7d9f-46a4-a9c2-332b4c7553c4 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:12:42.831573 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3693f-9f87-46fd-9a47-0237d4c12b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=59354e96-5ca5-4b83-b4e2-780420c06a36,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:42.847904 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 51927101-a0e7-4577-83b1-566bb606eeb1 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:42.848534 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.871244 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 083e115f-7d9f-46a4-a9c2-332b4c7553c4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=083e115f-7d9f-46a4-a9c2-332b4c7553c4,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:42.872070 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:42.888694 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:42.890377 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-92ed3db4-e330-4489-b7b0-28d197e97ff8 req-907a3087-5565-4c91-a3c5-c5a34634b1b2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550748 Jul 28 09:12:42.898139 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:42.900623 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f6f56b-84ad-4fe6-83a5-b3777dcf414b" -d '{"events": [{"server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "name": "network-vif-plugged", "status": "completed", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:42.900796 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1eef783f-85a2-4559-8591-31fa6dcf658c req-092793a1-fd82-4fd7-b73c-d811eb154403 service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391751 Jul 28 09:12:42.956289 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 0f4b4998-ea51-4d91-8cfd-c1f4c2b1b0f3 resource provider aggregate not found Jul 28 09:12:42.960568 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:42.966346 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:42.994503 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:43.010299 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 0f4b4998-ea51-4d91-8cfd-c1f4c2b1b0f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f4b4998-ea51-4d91-8cfd-c1f4c2b1b0f3 found for delete ", "request_id": "req-547747fc-e753-4576-8b45-a2b7cb6d91a2"}]} Jul 28 09:12:43.048501 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f90aff6-c108-402d-87c2-b8087f2fd048 x-openstack-request-id: req-4f90aff6-c108-402d-87c2-b8087f2fd048 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:43.048792 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "name": "network-vif-plugged", "status": "completed", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:43.049089 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f90aff6-c108-402d-87c2-b8087f2fd048 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:43.049482 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f90aff6-c108-402d-87c2-b8087f2fd048'] response: {'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1', 'code': 200} Jul 28 09:12:43.058117 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=083e115f-7d9f-46a4-a9c2-332b4c7553c4,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:43.103198 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1eef783f-85a2-4559-8591-31fa6dcf658c req-ba129626-85f5-430f-afcb-5afc67926f6a service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916099 Jul 28 09:12:43.148206 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=51927101-a0e7-4577-83b1-566bb606eeb1,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:43.206500 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44110) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:43.288719 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8b56b11e-d466-4264-aab1-a9598ed059af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb12343d6f014f9895125e19d02b4849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778956 Jul 28 09:12:43.294754 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44114) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:43.350131 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9097fd6-eb1a-447c-9358-996741b85c95 req-f254673a-5654-41ac-99aa-d5b0046e891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:43.351577 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9097fd6-eb1a-447c-9358-996741b85c95 req-f254673a-5654-41ac-99aa-d5b0046e891f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 1129 time: 0.0646870 Jul 28 09:12:43.397919 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8c49249f-4c3b-438f-9a08-718dc7e41408 admin admin] Publish callbacks [] for security_group (c0c7bcf9-558a-4003-abb4-745f767ab12c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:43.432804 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9097fd6-eb1a-447c-9358-996741b85c95 req-82fcbfef-cad2-4e75-98ce-39c49d63cf75 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732715 Jul 28 09:12:43.455290 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['083e115f-7d9f-46a4-a9c2-332b4c7553c4'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:12:43.461174 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8c49249f-4c3b-438f-9a08-718dc7e41408 admin admin] Publish callbacks [] for security_group (c0c7bcf9-558a-4003-abb4-745f767ab12c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:43.566314 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590b2c0-a300-408a-8319-6a4dd2ee6791 None None] New status for floating IP 9966b431-8665-4d26-85e3-ea4c67c808cb: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:12:43.596667 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:43.598844 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8c49249f-4c3b-438f-9a08-718dc7e41408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (c0c7bcf9-558a-4003-abb4-745f767ab12c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:43.602229 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8c49249f-4c3b-438f-9a08-718dc7e41408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:43.606013 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8c49249f-4c3b-438f-9a08-718dc7e41408 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c0c7bcf9-558a-4003-abb4-745f767ab12c HTTP/1.1" status: 204 len: 168 time: 0.3066387 Jul 28 09:12:43.659940 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad2c9d-2691-4645-83eb-cfd5a0b2a837 req-7d287847-5879-4deb-b0e3-627411169ddd tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:43.662791 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4dad2c9d-2691-4645-83eb-cfd5a0b2a837 req-7d287847-5879-4deb-b0e3-627411169ddd tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.1133034 Jul 28 09:12:43.666414 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49249f-4c3b-438f-9a08-718dc7e41408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c7bcf9-558a-4003-abb4-745f767ab12c,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:43.677245 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87437-c897-4f16-bdbf-b4bf3bd54221 req-26d9554a-afbd-477b-9eff-d5eeaba60e7f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:43.678791 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68e87437-c897-4f16-bdbf-b4bf3bd54221 req-26d9554a-afbd-477b-9eff-d5eeaba60e7f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 944 time: 0.0933731 Jul 28 09:12:43.740379 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:43.771724 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4dad2c9d-2691-4645-83eb-cfd5a0b2a837 req-be9a108d-a119-402c-a294-7bc3e7868955 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919480 Jul 28 09:12:43.774771 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68e87437-c897-4f16-bdbf-b4bf3bd54221 req-b7cf55ff-4a23-49f8-82f9-67baafa30b84 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838382 Jul 28 09:12:44.053853 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd926bd-25f9-4e2b-8610-9293c23cd155 req-a4d0a605-8aa3-414c-8b5d-1b30998ec68d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:44.060706 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0fd926bd-25f9-4e2b-8610-9293c23cd155 req-a4d0a605-8aa3-414c-8b5d-1b30998ec68d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0603769 Jul 28 09:12:44.092744 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44142) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:44.119463 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0fd926bd-25f9-4e2b-8610-9293c23cd155 req-87df84f4-f52b-4344-ba18-016690b7c9d7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567889 Jul 28 09:12:44.138525 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9ea861d3-11e0-40ca-bbc1-df5e474ad2b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2ee154316de4a72b654f83030a9a1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445666 Jul 28 09:12:44.141364 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44144) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:44.190823 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-546eea26-1807-4d1a-8710-ca0d46b72914 admin admin] Publish callbacks [] for security_group (e299d474-53fa-489b-9773-9f419e846d17), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:44.213803 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-546eea26-1807-4d1a-8710-ca0d46b72914 admin admin] Publish callbacks [] for security_group (e299d474-53fa-489b-9773-9f419e846d17), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:44.261668 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-546eea26-1807-4d1a-8710-ca0d46b72914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (e299d474-53fa-489b-9773-9f419e846d17), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:44.264603 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-546eea26-1807-4d1a-8710-ca0d46b72914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:44.266124 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-546eea26-1807-4d1a-8710-ca0d46b72914 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e299d474-53fa-489b-9773-9f419e846d17 HTTP/1.1" status: 204 len: 168 time: 0.1236782 Jul 28 09:12:44.274708 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546eea26-1807-4d1a-8710-ca0d46b72914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e299d474-53fa-489b-9773-9f419e846d17,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:44.944284 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a091f-83c3-42b3-b0e8-47e7cff100dd req-cc0104f7-5083-47d3-bb8d-92d3fb51788b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:44.946292 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2e0a091f-83c3-42b3-b0e8-47e7cff100dd req-cc0104f7-5083-47d3-bb8d-92d3fb51788b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 944 time: 0.0883439 Jul 28 09:12:44.957736 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb02d2f-f95d-4ccf-a2a9-5ea2f5c1cfc5 req-e1c9a061-5637-45b7-a78b-85d1c6d2695c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:44.959148 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5fb02d2f-f95d-4ccf-a2a9-5ea2f5c1cfc5 req-e1c9a061-5637-45b7-a78b-85d1c6d2695c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0674284 Jul 28 09:12:45.187892 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 083e115f-7d9f-46a4-a9c2-332b4c7553c4 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:12:45.230291 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2e0a091f-83c3-42b3-b0e8-47e7cff100dd req-fa763b4e-f034-41ca-84d6-dcd5f87768b2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2701602 Jul 28 09:12:45.233280 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5fb02d2f-f95d-4ccf-a2a9-5ea2f5c1cfc5 req-b4c31d5f-0142-4ed1-9397-0228e002ddd9 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667696 Jul 28 09:12:45.248522 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:12:45.265471 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:12:45.265882 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:45.341859 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:12:45.342189 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:45.355005 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3495bf-22b7-41b5-9c06-0e7712969a2b req-1782b246-aada-48e0-a040-711bfcb4ce80 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:45.356618 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eb3495bf-22b7-41b5-9c06-0e7712969a2b req-1782b246-aada-48e0-a040-711bfcb4ce80 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0569150 Jul 28 09:12:45.392802 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083e115f-7d9f-46a4-a9c2-332b4c7553c4'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:45.396186 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11422737-53dc-4e5e-982d-a9182aa47292" -d '{"events": [{"server_uuid": "a8bbe522-65b1-4925-9da8-8691bb25acdc", "name": "network-vif-plugged", "status": "completed", "tag": "083e115f-7d9f-46a4-a9c2-332b4c7553c4"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:45.402921 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 083e115f-7d9f-46a4-a9c2-332b4c7553c4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=083e115f-7d9f-46a4-a9c2-332b4c7553c4,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:45.410160 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:45.420440 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eb3495bf-22b7-41b5-9c06-0e7712969a2b req-2e64ae99-d91a-44fd-bd9d-973a382c76f1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574598 Jul 28 09:12:45.479843 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c8d9d8-c63e-43fb-a429-49da546ac7f8 x-openstack-request-id: req-44c8d9d8-c63e-43fb-a429-49da546ac7f8 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:45.480372 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bbe522-65b1-4925-9da8-8691bb25acdc", "name": "network-vif-plugged", "status": "completed", "tag": "083e115f-7d9f-46a4-a9c2-332b4c7553c4", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:45.481292 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44c8d9d8-c63e-43fb-a429-49da546ac7f8 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:45.482005 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c8d9d8-c63e-43fb-a429-49da546ac7f8'] response: {'server_uuid': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'code': 200} Jul 28 09:12:45.500594 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=083e115f-7d9f-46a4-a9c2-332b4c7553c4,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:45.944817 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44208) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:46.061102 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b31110de-1705-4a27-bb78-3ed33a938f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:46.101258 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:46.143931 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b31110de-1705-4a27-bb78-3ed33a938f64 admin admin] Publish callbacks [] for security_group (e2977a5a-7c3f-44af-88f5-fa686ba92407), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:46.147700 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b31110de-1705-4a27-bb78-3ed33a938f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (e2977a5a-7c3f-44af-88f5-fa686ba92407), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:46.187490 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b31110de-1705-4a27-bb78-3ed33a938f64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ebf2c8c9aaf4750aeee33df1cb559a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415881 Jul 28 09:12:46.188324 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31110de-1705-4a27-bb78-3ed33a938f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2977a5a-7c3f-44af-88f5-fa686ba92407,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:46.190729 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44212) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:46.244715 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe74f331-b989-4439-bac3-223b15a27839 admin admin] Publish callbacks [] for security_group (e2977a5a-7c3f-44af-88f5-fa686ba92407), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:46.266640 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe74f331-b989-4439-bac3-223b15a27839 admin admin] Publish callbacks [] for security_group (e2977a5a-7c3f-44af-88f5-fa686ba92407), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:46.328948 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe74f331-b989-4439-bac3-223b15a27839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (e2977a5a-7c3f-44af-88f5-fa686ba92407), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:46.331665 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-fe74f331-b989-4439-bac3-223b15a27839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:46.332841 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-fe74f331-b989-4439-bac3-223b15a27839 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2977a5a-7c3f-44af-88f5-fa686ba92407 HTTP/1.1" status: 204 len: 168 time: 0.1397882 Jul 28 09:12:46.342392 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74f331-b989-4439-bac3-223b15a27839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2977a5a-7c3f-44af-88f5-fa686ba92407,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:46.450554 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f879b7-c557-45f1-874b-a329be5bb8ae req-1faac129-77b7-4b10-b067-c43b3ec7dff3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:46.452031 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-01f879b7-c557-45f1-874b-a329be5bb8ae req-1faac129-77b7-4b10-b067-c43b3ec7dff3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.1301997 Jul 28 09:12:46.453225 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454601-7404-41c2-b442-c302952496df req-96334f84-663e-47f7-9787-bd05ace1ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:46.454571 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c454601-7404-41c2-b442-c302952496df req-96334f84-663e-47f7-9787-bd05ace1ea5a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 1129 time: 0.1108453 Jul 28 09:12:46.461359 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8fae-a384-4eb3-be11-d296b23215dd req-50ffa39f-ce07-46df-a4c1-90ac2b3c4822 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:46.462745 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2f8f8fae-a384-4eb3-be11-d296b23215dd req-50ffa39f-ce07-46df-a4c1-90ac2b3c4822 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 945 time: 0.1383355 Jul 28 09:12:46.538915 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-01f879b7-c557-45f1-874b-a329be5bb8ae req-8d7f6b33-a9f9-4725-97f8-4ed6f75d405d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748005 Jul 28 09:12:46.549112 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2f8f8fae-a384-4eb3-be11-d296b23215dd req-2d057b83-7174-40f2-9812-baf2185a2c1d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780203 Jul 28 09:12:46.676067 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44232) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:46.693605 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bb6e10e-3810-42f2-a640-7d4d4e0d5da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:46.728194 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:46.748693 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d7e5b-600d-45f7-8edc-e6f1a5df5615 req-6e9d75bb-a16f-40d5-9ad2-046a291b155e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:46.756426 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f26d7e5b-600d-45f7-8edc-e6f1a5df5615 req-6e9d75bb-a16f-40d5-9ad2-046a291b155e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.1211507 Jul 28 09:12:46.787407 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a5265-0867-4df2-ba88-1a28764e4361 req-1b59b281-c0f1-4041-8876-eafc1363b99c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:46.789213 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d66a5265-0867-4df2-ba88-1a28764e4361 req-1b59b281-c0f1-4041-8876-eafc1363b99c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.1087542 Jul 28 09:12:46.789629 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:46.800378 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44240) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:46.810070 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-e9eb5d94-6776-4611-8e52-44ec2e588de0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'floatingip': {'port_id': '51927101-a0e7-4577-83b1-566bb606eeb1'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:46.817825 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bb6e10e-3810-42f2-a640-7d4d4e0d5da9 admin admin] Publish callbacks [] for security_group (41a26065-f247-468d-b70c-d05c95e98cdd), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:46.828899 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c454601-7404-41c2-b442-c302952496df req-bd74a6a0-9be8-4026-ba1d-c17653df7030 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497498 Jul 28 09:12:46.846483 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9bb6e10e-3810-42f2-a640-7d4d4e0d5da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (41a26065-f247-468d-b70c-d05c95e98cdd), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:46.864992 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5d94-6776-4611-8e52-44ec2e588de0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (4dc8ff25-7f51-41c1-af2e-b0ef20a4d047), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:46.873832 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f26d7e5b-600d-45f7-8edc-e6f1a5df5615 req-c383d4ab-432c-492f-955e-7800905c7e9f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166284 Jul 28 09:12:46.963461 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9bb6e10e-3810-42f2-a640-7d4d4e0d5da9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ba87303a0364e22b32c9f442697649a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857575 Jul 28 09:12:46.966359 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44250) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:46.970216 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6e10e-3810-42f2-a640-7d4d4e0d5da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a26065-f247-468d-b70c-d05c95e98cdd,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:47.038319 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f4797f1c-dcbf-4d09-bbad-370d75cb3fdf admin admin] Publish callbacks [] for security_group (41a26065-f247-468d-b70c-d05c95e98cdd), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:47.064368 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f4797f1c-dcbf-4d09-bbad-370d75cb3fdf admin admin] Publish callbacks [] for security_group (41a26065-f247-468d-b70c-d05c95e98cdd), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:47.121658 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f4797f1c-dcbf-4d09-bbad-370d75cb3fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (41a26065-f247-468d-b70c-d05c95e98cdd), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:47.124811 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f4797f1c-dcbf-4d09-bbad-370d75cb3fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:47.129163 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f4797f1c-dcbf-4d09-bbad-370d75cb3fdf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41a26065-f247-468d-b70c-d05c95e98cdd HTTP/1.1" status: 204 len: 168 time: 0.1612504 Jul 28 09:12:47.129327 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:47.139056 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4797f1c-dcbf-4d09-bbad-370d75cb3fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a26065-f247-468d-b70c-d05c95e98cdd,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:47.381518 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5d94-6776-4611-8e52-44ec2e588de0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:47.386004 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5d94-6776-4611-8e52-44ec2e588de0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (4dc8ff25-7f51-41c1-af2e-b0ef20a4d047), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:47.485064 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-e9eb5d94-6776-4611-8e52-44ec2e588de0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Floating IP 4dc8ff25-7f51-41c1-af2e-b0ef20a4d047 associated. External IP: 172.27.0.40, port: 51927101-a0e7-4577-83b1-566bb606eeb1. Jul 28 09:12:47.716393 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a69d6-68b9-4504-80ca-4d8d32a8e91f req-0bb12514-85f0-4b5c-976d-19f065d279fd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:47.718868 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b45a69d6-68b9-4504-80ca-4d8d32a8e91f req-0bb12514-85f0-4b5c-976d-19f065d279fd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 945 time: 0.0712390 Jul 28 09:12:47.799068 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b45a69d6-68b9-4504-80ca-4d8d32a8e91f req-ee475a57-a1dd-4e14-9e4d-c7b5df176ce5 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725918 Jul 28 09:12:47.939001 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9eb5d94-6776-4611-8e52-44ec2e588de0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Router 25cd5ca0-264f-40d2-9291-e424b4e6305d has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:12:48.006413 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e0bec-6d38-4d2e-bd7e-74fd60031fd9 req-5bbd9604-1387-4e42-a606-a0f649053604 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:48.008654 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-486e0bec-6d38-4d2e-bd7e-74fd60031fd9 req-5bbd9604-1387-4e42-a606-a0f649053604 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0613542 Jul 28 09:12:48.095608 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eb5d94-6776-4611-8e52-44ec2e588de0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:12:48.104020 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9eb5d94-6776-4611-8e52-44ec2e588de0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:48.106475 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f93084-17e3-4e58-895f-2ad1558db2e4 None None] Sync routers for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:12:48.112929 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-486e0bec-6d38-4d2e-bd7e-74fd60031fd9 req-3fb208cd-690f-4ad6-ba06-f0c152546d6e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912931 Jul 28 09:12:48.120297 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f93084-17e3-4e58-895f-2ad1558db2e4 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:12:48.120915 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-48f93084-17e3-4e58-895f-2ad1558db2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:12:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:48.133557 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:48.146987 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e9eb5d94-6776-4611-8e52-44ec2e588de0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "PUT /v2.0/floatingips/4dc8ff25-7f51-41c1-af2e-b0ef20a4d047 HTTP/1.1" status: 200 len: 990 time: 1.3452504 Jul 28 09:12:48.148085 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:48.150687 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60a0d31f5ae61584c09bf5ae02f1e8f881846fe7860167878649fbf56de3e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456" -d '{"events": [{"name": "network-changed", "server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:48.191732 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5544b8-3ce5-4cd9-baa4-6e78cfc38f76 x-openstack-request-id: req-2e5544b8-3ce5-4cd9-baa4-6e78cfc38f76 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:48.192598 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:48.192859 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e5544b8-3ce5-4cd9-baa4-6e78cfc38f76 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:48.193250 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5544b8-3ce5-4cd9-baa4-6e78cfc38f76'] response: {'name': 'network-changed', 'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1', 'status': 'completed', 'code': 200} Jul 28 09:12:48.248888 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-48f93084-17e3-4e58-895f-2ad1558db2e4 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:12:48.472491 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-48f93084-17e3-4e58-895f-2ad1558db2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '4dc8ff25-7f51-41c1-af2e-b0ef20a4d047', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'port_id': '51927101-a0e7-4577-83b1-566bb606eeb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'mac_address': 'fa:16:3e:5a:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:38Z', 'updated_at': '2022-07-28T09:12:47Z', 'revision_number': 1, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:48.495329 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44330) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:48.502897 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f93084-17e3-4e58-895f-2ad1558db2e4 None None] Checking router: 25cd5ca0-264f-40d2-9291-e424b4e6305d for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:12:48.511836 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f93084-17e3-4e58-895f-2ad1558db2e4 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:12:48.512438 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-48f93084-17e3-4e58-895f-2ad1558db2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:12:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:48.597131 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:48.644034 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-56c4055e-0f8c-4753-b653-fb9c3f50f788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:48.647952 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-48f93084-17e3-4e58-895f-2ad1558db2e4 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:12:48.685354 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456 req-1c9c78b8-43d9-4fd6-9365-09482beb9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:48.686876 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456 req-1c9c78b8-43d9-4fd6-9365-09482beb9c63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 1129 time: 0.0527017 Jul 28 09:12:48.756392 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44338) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:48.779006 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-56c4055e-0f8c-4753-b653-fb9c3f50f788 admin admin] Publish callbacks [] for security_group (9030c90a-c7ca-4df6-b68e-52f88b6fc676), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:48.785318 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-56c4055e-0f8c-4753-b653-fb9c3f50f788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (9030c90a-c7ca-4df6-b68e-52f88b6fc676), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:48.812700 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:48.841588 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44344) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:48.841713 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-56c4055e-0f8c-4753-b653-fb9c3f50f788 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c2d090ae01d4931aed9607acad3cf41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449907 Jul 28 09:12:48.847976 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4055e-0f8c-4753-b653-fb9c3f50f788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9030c90a-c7ca-4df6-b68e-52f88b6fc676,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:48.903270 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6d439993-59a7-4452-8d12-410e34a7b231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:48.908668 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-48f93084-17e3-4e58-895f-2ad1558db2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '4dc8ff25-7f51-41c1-af2e-b0ef20a4d047', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'port_id': '51927101-a0e7-4577-83b1-566bb606eeb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'mac_address': 'fa:16:3e:5a:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:38Z', 'updated_at': '2022-07-28T09:12:47Z', 'revision_number': 1, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:48.935200 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f93084-17e3-4e58-895f-2ad1558db2e4 None None] The sync data for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi is: [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '4dc8ff25-7f51-41c1-af2e-b0ef20a4d047', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'port_id': '51927101-a0e7-4577-83b1-566bb606eeb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'mac_address': 'fa:16:3e:5a:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:38Z', 'updated_at': '2022-07-28T09:12:47Z', 'revision_number': 1, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:12:48.937823 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-935e98a9-b6d3-4210-8f31-c4abe4db1c77 admin admin] Publish callbacks [] for security_group (9030c90a-c7ca-4df6-b68e-52f88b6fc676), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:48.965421 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489175e2-ea57-4457-9154-806f115e00a0 req-3cd00d38-eb75-43b4-b34f-c1f87e60a508 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:48.967143 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-489175e2-ea57-4457-9154-806f115e00a0 req-3cd00d38-eb75-43b4-b34f-c1f87e60a508 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 945 time: 0.0602267 Jul 28 09:12:48.974428 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-935e98a9-b6d3-4210-8f31-c4abe4db1c77 admin admin] Publish callbacks [] for security_group (9030c90a-c7ca-4df6-b68e-52f88b6fc676), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:49.025316 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-489175e2-ea57-4457-9154-806f115e00a0 req-592dbf86-f436-4947-899b-42dfce5c8f49 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516069 Jul 28 09:12:49.040129 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:49.052993 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6d439993-59a7-4452-8d12-410e34a7b231 admin admin] Publish callbacks [] for security_group (7298b511-8071-4087-a8d2-3f972ee76210), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:49.060630 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6d439993-59a7-4452-8d12-410e34a7b231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (7298b511-8071-4087-a8d2-3f972ee76210), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:49.067825 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-935e98a9-b6d3-4210-8f31-c4abe4db1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (9030c90a-c7ca-4df6-b68e-52f88b6fc676), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:49.070309 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-935e98a9-b6d3-4210-8f31-c4abe4db1c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:49.071438 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-935e98a9-b6d3-4210-8f31-c4abe4db1c77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9030c90a-c7ca-4df6-b68e-52f88b6fc676 HTTP/1.1" status: 204 len: 168 time: 0.2285662 Jul 28 09:12:49.109263 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6d439993-59a7-4452-8d12-410e34a7b231 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6323b5a9d0184acf9e31d9e4890c0800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518147 Jul 28 09:12:49.110241 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d439993-59a7-4452-8d12-410e34a7b231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7298b511-8071-4087-a8d2-3f972ee76210,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:49.112237 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44348) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:49.121709 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e98a9-b6d3-4210-8f31-c4abe4db1c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9030c90a-c7ca-4df6-b68e-52f88b6fc676,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:49.184412 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0e84f946-df37-49e6-aba8-6d66052e1212 admin admin] Publish callbacks [] for security_group (7298b511-8071-4087-a8d2-3f972ee76210), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:49.196609 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:49.223398 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7adf7-aa31-4617-bd16-356b5b24f8de None None] New status for floating IP 4dc8ff25-7f51-41c1-af2e-b0ef20a4d047: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:12:49.250618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914363c-5bea-42fa-8eb2-8e88c16d5e1b req-1f265ac2-acac-4bd0-9e9a-f28cc9fe5fea tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:49.252395 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8914363c-5bea-42fa-8eb2-8e88c16d5e1b req-1f265ac2-acac-4bd0-9e9a-f28cc9fe5fea tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0566130 Jul 28 09:12:49.265945 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0e84f946-df37-49e6-aba8-6d66052e1212 admin admin] Publish callbacks [] for security_group (7298b511-8071-4087-a8d2-3f972ee76210), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:49.336756 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8914363c-5bea-42fa-8eb2-8e88c16d5e1b req-1435d575-2a81-4a1e-9565-e10b8dd8001b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733106 Jul 28 09:12:49.378523 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0e84f946-df37-49e6-aba8-6d66052e1212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (7298b511-8071-4087-a8d2-3f972ee76210), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:49.387142 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0e84f946-df37-49e6-aba8-6d66052e1212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:49.395396 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0e84f946-df37-49e6-aba8-6d66052e1212 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7298b511-8071-4087-a8d2-3f972ee76210 HTTP/1.1" status: 204 len: 168 time: 0.2817302 Jul 28 09:12:49.415411 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84f946-df37-49e6-aba8-6d66052e1212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7298b511-8071-4087-a8d2-3f972ee76210,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:49.427988 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:49.670490 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44376) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:49.778651 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c72baabd-095f-4752-a99e-d81b3153c15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:49.948906 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c72baabd-095f-4752-a99e-d81b3153c15e admin admin] Publish callbacks [] for security_group (cb4f49de-3284-4103-b559-f06900464fac), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:49.958723 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c72baabd-095f-4752-a99e-d81b3153c15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (cb4f49de-3284-4103-b559-f06900464fac), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.015673 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72baabd-095f-4752-a99e-d81b3153c15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4f49de-3284-4103-b559-f06900464fac,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:50.023293 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c72baabd-095f-4752-a99e-d81b3153c15e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=601eee48942943a79828cdb28d0f8bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517504 Jul 28 09:12:50.026320 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44396) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:50.046353 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456 req-504d0ecc-a13d-4dde-8603-43ad2a263de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:50.048007 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456 req-504d0ecc-a13d-4dde-8603-43ad2a263de6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 918 time: 0.1913657 Jul 28 09:12:50.136835 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6469-63c3-440c-a46a-2a026de9c2e1 admin admin] Publish callbacks [] for security_group (cb4f49de-3284-4103-b559-f06900464fac), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.167278 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6469-63c3-440c-a46a-2a026de9c2e1 admin admin] Publish callbacks [] for security_group (cb4f49de-3284-4103-b559-f06900464fac), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.186270 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456 req-9ce382a6-a692-483b-9b29-4aa96d6cbcb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51927101-a0e7-4577-83b1-566bb606eeb1 HTTP/1.1" status: 200 len: 1000 time: 0.1200197 Jul 28 09:12:50.233232 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6469-63c3-440c-a46a-2a026de9c2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (cb4f49de-3284-4103-b559-f06900464fac), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.236858 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e5ba6469-63c3-440c-a46a-2a026de9c2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.238289 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e5ba6469-63c3-440c-a46a-2a026de9c2e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb4f49de-3284-4103-b559-f06900464fac HTTP/1.1" status: 204 len: 168 time: 0.2109036 Jul 28 09:12:50.238559 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1521228-b233-4cb6-adee-c24787878929 req-fe9d8e76-6788-4af7-8206-2c1227ce4e17 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:50.240991 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1521228-b233-4cb6-adee-c24787878929 req-fe9d8e76-6788-4af7-8206-2c1227ce4e17 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 945 time: 0.1155870 Jul 28 09:12:50.248227 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba6469-63c3-440c-a46a-2a026de9c2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4f49de-3284-4103-b559-f06900464fac,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:50.300064 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44410) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:50.307558 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456 req-1b55f7c2-adea-4b4d-b5c6-1a77d8cf58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:50.309308 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456 req-1b55f7c2-adea-4b4d-b5c6-1a77d8cf58fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 200 len: 856 time: 0.1129043 Jul 28 09:12:50.321539 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1521228-b233-4cb6-adee-c24787878929 req-e4cc3974-72e5-4fe2-ac1f-6ca58a409f4e tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743639 Jul 28 09:12:50.464750 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:50.478017 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0933c15-926f-43fd-8729-e3fe5a3c1574 req-98b0d675-b6b5-4e55-bbb8-a38f62e7580c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:50.479518 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a0933c15-926f-43fd-8729-e3fe5a3c1574 req-98b0d675-b6b5-4e55-bbb8-a38f62e7580c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0521584 Jul 28 09:12:50.534418 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a0933c15-926f-43fd-8729-e3fe5a3c1574 req-2b52711b-d46c-4ddf-b750-63635d49c6b8 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485361 Jul 28 09:12:50.546130 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-668950712-network', 'tenant_id': '707034727c6c44eb8cea2f5951ac48b7'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:50.567726 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Made reservation on behalf of 707034727c6c44eb8cea2f5951ac48b7 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:50.570265 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.579428 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.640713 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44422) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:50.663982 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Publish callbacks [] for security_group (2a46a0df-19d2-497b-8d33-56ff56585474), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.669324 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (2a46a0df-19d2-497b-8d33-56ff56585474), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.701722 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:12:50.709249 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:50.713347 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a46a0df-19d2-497b-8d33-56ff56585474,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:50.718371 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (72eaa882-c2f4-4130-a8ae-c7213553ed14), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.718710 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Added segment 72eaa882-c2f4-4130-a8ae-c7213553ed14 of type vlan for network 78a3977d-7878-4e03-89cc-75c224db685b Jul 28 09:12:50.752210 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44426) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:50.763565 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (78a3977d-7878-4e03-89cc-75c224db685b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.764577 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-433007494-network', 'tenant_id': '39a7fbb2f3ca405bbaa394825b4a3e73'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:50.776807 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ac41-92e3-49f5-af12-c297a1b17b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.795672 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (78a3977d-7878-4e03-89cc-75c224db685b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.796940 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:50.797574 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.806014 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Made reservation on behalf of 39a7fbb2f3ca405bbaa394825b4a3e73 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:50.808301 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.821014 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.854179 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5528624 Jul 28 09:12:50.857260 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44428) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:50.863813 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] Request body: {'subnet': {'network_id': '78a3977d-7878-4e03-89cc-75c224db685b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-668950712-subnet', 'tenant_id': '707034727c6c44eb8cea2f5951ac48b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:50.865858 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3c16c-1eaf-4ca4-bae4-404bfcfcf185 admin admin] Pushing event updated for resources: {'Network': ['ID=78a3977d-7878-4e03-89cc-75c224db685b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:50.877706 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 78a3977d-7878-4e03-89cc-75c224db685b details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:12:50.902421 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:50.923030 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] Made reservation on behalf of 707034727c6c44eb8cea2f5951ac48b7 for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:50.923030 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50436066'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.978287 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ac41-92e3-49f5-af12-c297a1b17b0f admin admin] Publish callbacks [] for security_group (8863b0a3-70ab-421e-8a19-b8abb3490a8c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:50.987523 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ac41-92e3-49f5-af12-c297a1b17b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8863b0a3-70ab-421e-8a19-b8abb3490a8c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.091244 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8ac41-92e3-49f5-af12-c297a1b17b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8863b0a3-70ab-421e-8a19-b8abb3490a8c,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:51.117076 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3ae8ac41-92e3-49f5-af12-c297a1b17b0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2658601e7c44db29c31ef6b6d33b74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609993 Jul 28 09:12:51.117697 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44436) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:51.118738 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Publish callbacks [] for security_group (0619a671-d91d-493e-9040-12f9a2b705d7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.128096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (0619a671-d91d-493e-9040-12f9a2b705d7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.155029 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456 req-1c8e4fdd-04e2-4e3e-a3f8-486db9253299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:51.156508 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456 req-1c8e4fdd-04e2-4e3e-a3f8-486db9253299 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62ef4833-ede7-4ed1-81d0-684613a04084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995171 Jul 28 09:12:51.168303 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:12:51.196962 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c8d6-a5be-4a82-a18e-2b76d97eb7d0 admin admin] Publish callbacks [] for security_group (8863b0a3-70ab-421e-8a19-b8abb3490a8c), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.225185 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c8d6-a5be-4a82-a18e-2b76d97eb7d0 admin admin] Publish callbacks [] for security_group (8863b0a3-70ab-421e-8a19-b8abb3490a8c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.236373 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (a5714f0c-17e5-4f38-8768-cc8079cc2f6c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.236717 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Added segment a5714f0c-17e5-4f38-8768-cc8079cc2f6c of type vlan for network cb35dd40-bdfb-4501-b560-84079bfe68cc Jul 28 09:12:51.267515 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0619a671-d91d-493e-9040-12f9a2b705d7,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:51.274209 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:51.290286 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c8d6-a5be-4a82-a18e-2b76d97eb7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8863b0a3-70ab-421e-8a19-b8abb3490a8c), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.293167 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c8d6-a5be-4a82-a18e-2b76d97eb7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.294861 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a7b3c8d6-a5be-4a82-a18e-2b76d97eb7d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8863b0a3-70ab-421e-8a19-b8abb3490a8c HTTP/1.1" status: 204 len: 168 time: 0.1759160 Jul 28 09:12:51.304570 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3c8d6-a5be-4a82-a18e-2b76d97eb7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8863b0a3-70ab-421e-8a19-b8abb3490a8c,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:51.372084 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (cb35dd40-bdfb-4501-b560-84079bfe68cc), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.454182 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87c342-8c06-4158-8da9-f56b8babbb6d req-4c12173d-f196-4a82-b4a4-fe6085a573bb tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:51.455654 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a87c342-8c06-4158-8da9-f56b8babbb6d req-4c12173d-f196-4a82-b4a4-fe6085a573bb tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.1655197 Jul 28 09:12:51.485150 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456 req-b44bfbcd-ed0d-490a-9fd2-5fb67244fadc service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123262 Jul 28 09:12:51.487927 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.db.resource_extend [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 09:12:51.505698 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3789358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50436044'] for subnet (345e0093-54d8-4338-96e5-135e68e6ad20), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.554599 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727a0e4-d349-4aba-a415-bcbdb09b7607 req-24f13901-675e-4f67-8504-9c852d85f0a2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:51.556037 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c727a0e4-d349-4aba-a415-bcbdb09b7607 req-24f13901-675e-4f67-8504-9c852d85f0a2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 945 time: 0.1417613 Jul 28 09:12:51.559485 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (cb35dd40-bdfb-4501-b560-84079bfe68cc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.560399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:51.560967 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.602955 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:51.647106 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44448) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:51.660294 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20d11520-d670-4b9f-850b-0b50e3b7f203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.673480 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=345e0093-54d8-4338-96e5-135e68e6ad20,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:51.678071 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.0360959 Jul 28 09:12:51.679759 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:51.680954 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44450) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:51.687075 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] Request body: {'subnet': {'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-433007494-subnet', 'tenant_id': '39a7fbb2f3ca405bbaa394825b4a3e73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:51.690355 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a87c342-8c06-4158-8da9-f56b8babbb6d req-2df0f531-240a-4cc0-a944-bd3e4d0f5f34 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110660 Jul 28 09:12:51.729632 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3c486-edc0-4d58-b7fd-f305f2c3064b admin admin] Pushing event updated for resources: {'Network': ['ID=cb35dd40-bdfb-4501-b560-84079bfe68cc,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:51.736574 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c727a0e4-d349-4aba-a415-bcbdb09b7607 req-6aae9d93-bff7-42fc-a1c0-45d619cea9c8 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1659546 Jul 28 09:12:51.739442 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] Checking segment: {'id': '72eaa882-c2f4-4130-a8ae-c7213553ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:12:51.739802 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] Network hostable DHCP agents. Network: 78a3977d-7878-4e03-89cc-75c224db685b, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:12:51.747244 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] Made reservation on behalf of 39a7fbb2f3ca405bbaa394825b4a3e73 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:51.748282 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network cb35dd40-bdfb-4501-b560-84079bfe68cc details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:12:51.750226 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8565297'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.761804 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] Network 78a3977d-7878-4e03-89cc-75c224db685b is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:12:51.780924 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 78a3977d-7878-4e03-89cc-75c224db685b) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:12:51.785304 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:51.785951 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.826515 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3c6983c9-8ff5-4ead-a341-9cae530eabc2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9673474 Jul 28 09:12:51.859522 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20d11520-d670-4b9f-850b-0b50e3b7f203 admin admin] Publish callbacks [] for security_group (31e40221-664f-475b-a4ed-bde9891d9494), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.871031 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839254f-9efd-4921-a376-f10476b0b4be req-54f6d4ce-a63d-4a62-8687-eef45f6bcf12 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:51.874037 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-20d11520-d670-4b9f-850b-0b50e3b7f203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (31e40221-664f-475b-a4ed-bde9891d9494), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:51.875075 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8839254f-9efd-4921-a376-f10476b0b4be req-54f6d4ce-a63d-4a62-8687-eef45f6bcf12 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0671318 Jul 28 09:12:51.888616 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f8c53-19a5-49cf-ac5f-0c8618ba0fba None None] Network 78a3977d-7878-4e03-89cc-75c224db685b requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:12:51.948831 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-20d11520-d670-4b9f-850b-0b50e3b7f203 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c2dea567f2a4e9881136c42201d0443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006332 Jul 28 09:12:51.952011 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44456) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:51.960236 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d11520-d670-4b9f-850b-0b50e3b7f203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e40221-664f-475b-a4ed-bde9891d9494,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:52.026135 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8839254f-9efd-4921-a376-f10476b0b4be req-b55047d8-1970-436e-b9ea-3b8d4efcd174 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354346 Jul 28 09:12:52.041700 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7464b15a-cbd4-493b-8558-ad7297b01b4c None None] Network 78a3977d-7878-4e03-89cc-75c224db685b requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:12:52.048041 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1816dd2-ebfe-4825-8e84-1812c472d415 req-b1d5d21b-b061-4568-b1a3-774106cf1faa tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:52.051750 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8565279'] for subnet (522d77cd-ae5c-43d5-92b4-e0b6ce305039), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:52.054097 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1816dd2-ebfe-4825-8e84-1812c472d415 req-b1d5d21b-b061-4568-b1a3-774106cf1faa tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 945 time: 0.1656127 Jul 28 09:12:52.060120 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44462) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:52.067664 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d9a08ae5-9bd4-46f4-8795-4eec0ba5b270 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'floatingip': {'port_id': '083e115f-7d9f-46a4-a9c2-332b4c7553c4'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:52.120550 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d36d480-deb7-412b-9f83-d518caa4efa0 admin admin] Publish callbacks [] for security_group (31e40221-664f-475b-a4ed-bde9891d9494), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:52.147611 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:52.160784 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=522d77cd-ae5c-43d5-92b4-e0b6ce305039,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:52.164724 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d36d480-deb7-412b-9f83-d518caa4efa0 admin admin] Publish callbacks [] for security_group (31e40221-664f-475b-a4ed-bde9891d9494), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:52.172445 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d9a08ae5-9bd4-46f4-8795-4eec0ba5b270 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (2f9ebf8a-a04c-46f3-9a4c-7bf698af337a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:52.173946 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:52.205655 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] Checking segment: {'id': 'a5714f0c-17e5-4f38-8768-cc8079cc2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:12:52.206285 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] Network hostable DHCP agents. Network: cb35dd40-bdfb-4501-b560-84079bfe68cc, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:12:52.229069 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] Network cb35dd40-bdfb-4501-b560-84079bfe68cc is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:12:52.240117 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, cb35dd40-bdfb-4501-b560-84079bfe68cc) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:12:52.243836 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d36d480-deb7-412b-9f83-d518caa4efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (31e40221-664f-475b-a4ed-bde9891d9494), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:52.246538 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d36d480-deb7-412b-9f83-d518caa4efa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:52.247787 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7d36d480-deb7-412b-9f83-d518caa4efa0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31e40221-664f-475b-a4ed-bde9891d9494 HTTP/1.1" status: 204 len: 168 time: 0.2948911 Jul 28 09:12:52.249298 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:52.249881 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:52.253824 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62621b0f-427b-4bde-80d8-96e522870f91 None None] Network cb35dd40-bdfb-4501-b560-84079bfe68cc requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:12:52.267298 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36d480-deb7-412b-9f83-d518caa4efa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e40221-664f-475b-a4ed-bde9891d9494,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:52.278952 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9e322bd0-5b7e-44d0-be26-afb395b4db83 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5967205 Jul 28 09:12:52.462017 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e36ae-7b21-4fc0-b663-780fc42d56e1 None None] Network cb35dd40-bdfb-4501-b560-84079bfe68cc requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:12:52.498233 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:52.689238 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:53.220080 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5608f1-7665-4785-a851-09fc6aa946c7 req-13b9b652-d1c5-4598-8c0e-68a4e5eaef27 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:53.221539 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c5608f1-7665-4785-a851-09fc6aa946c7 req-13b9b652-d1c5-4598-8c0e-68a4e5eaef27 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.4081199 Jul 28 09:12:53.273721 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d65d6-ace3-401d-9228-09bc87d548eb req-216b3d39-105b-4d4d-8640-268ffeecc716 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:53.275966 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b78d65d6-ace3-401d-9228-09bc87d548eb req-216b3d39-105b-4d4d-8640-268ffeecc716 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.1527658 Jul 28 09:12:53.394674 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.db.resource_extend [None req-d9a08ae5-9bd4-46f4-8795-4eec0ba5b270 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 09:12:53.398542 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ebb6f4f-23fa-4580-93a4-b7e8ae66b456 req-8bcaa473-c2d4-4d59-9a7a-886e0de6fca8 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500535 Jul 28 09:12:53.459426 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c5608f1-7665-4785-a851-09fc6aa946c7 req-8cfa8429-0473-4510-a696-e13b4cfe8d83 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236609 Jul 28 09:12:53.497931 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b78d65d6-ace3-401d-9228-09bc87d548eb req-9a1cfcca-78d5-4f45-860b-2e3bd8bb8718 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999567 Jul 28 09:12:53.504211 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d9a08ae5-9bd4-46f4-8795-4eec0ba5b270 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:53.508932 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d9a08ae5-9bd4-46f4-8795-4eec0ba5b270 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (2f9ebf8a-a04c-46f3-9a4c-7bf698af337a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:53.543355 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:53.607000 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-d9a08ae5-9bd4-46f4-8795-4eec0ba5b270 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Floating IP 2f9ebf8a-a04c-46f3-9a4c-7bf698af337a associated. External IP: 172.27.0.203, port: 083e115f-7d9f-46a4-a9c2-332b4c7553c4. Jul 28 09:12:53.808707 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a08ae5-9bd4-46f4-8795-4eec0ba5b270 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Router 109703c7-684e-4e7e-9ac7-451f56fa01a1 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:12:53.914059 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a08ae5-9bd4-46f4-8795-4eec0ba5b270 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:12:53.918383 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d9a08ae5-9bd4-46f4-8795-4eec0ba5b270 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:53.924111 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbdb7ba-76aa-4b57-9746-88bd6fb926d6 None None] Sync routers for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:12:53.936806 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbdb7ba-76aa-4b57-9746-88bd6fb926d6 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:12:53.937427 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8fbdb7ba-76aa-4b57-9746-88bd6fb926d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:12:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:53.971319 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:53.979876 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d9a08ae5-9bd4-46f4-8795-4eec0ba5b270 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "PUT /v2.0/floatingips/2f9ebf8a-a04c-46f3-9a4c-7bf698af337a HTTP/1.1" status: 200 len: 991 time: 1.9184411 Jul 28 09:12:53.983177 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'tag': '083e115f-7d9f-46a4-a9c2-332b4c7553c4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:53.985661 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dca702-4b4b-4033-849f-30ac2723da75" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bbe522-65b1-4925-9da8-8691bb25acdc", "tag": "083e115f-7d9f-46a4-a9c2-332b4c7553c4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:53.996883 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687b737-b368-4f2b-90f4-ad23ce3e5e5a req-bdfd815d-68dd-4515-b13f-f2673551fcbb tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:53.998361 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b687b737-b368-4f2b-90f4-ad23ce3e5e5a req-bdfd815d-68dd-4515-b13f-f2673551fcbb tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.0603707 Jul 28 09:12:54.039807 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54ede16-5ffa-4cb1-9530-fe37b81ee069 x-openstack-request-id: req-d54ede16-5ffa-4cb1-9530-fe37b81ee069 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:54.040092 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bbe522-65b1-4925-9da8-8691bb25acdc", "tag": "083e115f-7d9f-46a4-a9c2-332b4c7553c4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:54.040338 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d54ede16-5ffa-4cb1-9530-fe37b81ee069 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:54.040720 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54ede16-5ffa-4cb1-9530-fe37b81ee069'] response: {'name': 'network-changed', 'server_uuid': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'tag': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'status': 'completed', 'code': 200} Jul 28 09:12:54.041643 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-8fbdb7ba-76aa-4b57-9746-88bd6fb926d6 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:12:54.159932 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-b687b737-b368-4f2b-90f4-ad23ce3e5e5a req-bde1dee4-053a-433e-b10c-032ea4cb1c0c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Deleting port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:12:54.160298 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b687b737-b368-4f2b-90f4-ad23ce3e5e5a req-bde1dee4-053a-433e-b10c-032ea4cb1c0c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:54.203906 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dca702-4b4b-4033-849f-30ac2723da75 req-5405d304-9e13-4847-9173-1c14419710fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:54.205406 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1dca702-4b4b-4033-849f-30ac2723da75 req-5405d304-9e13-4847-9173-1c14419710fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 1129 time: 0.1084945 Jul 28 09:12:54.277720 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:54.314792 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-b687b737-b368-4f2b-90f4-ad23ce3e5e5a req-bde1dee4-053a-433e-b10c-032ea4cb1c0c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] For port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:54.315387 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b687b737-b368-4f2b-90f4-ad23ce3e5e5a req-bde1dee4-053a-433e-b10c-032ea4cb1c0c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:54.337380 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8fbdb7ba-76aa-4b57-9746-88bd6fb926d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2f9ebf8a-a04c-46f3-9a4c-7bf698af337a', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:79:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:34Z', 'updated_at': '2022-07-28T09:12:53Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:54.340887 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-b687b737-b368-4f2b-90f4-ad23ce3e5e5a req-bde1dee4-053a-433e-b10c-032ea4cb1c0c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Calling delete_port for 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:12:54.362898 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dca702-4b4b-4033-849f-30ac2723da75 req-3e55e71c-a4bc-4bc4-9832-7e24b60fd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:54.363096 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbdb7ba-76aa-4b57-9746-88bd6fb926d6 None None] Checking router: 109703c7-684e-4e7e-9ac7-451f56fa01a1 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:12:54.364979 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1dca702-4b4b-4033-849f-30ac2723da75 req-3e55e71c-a4bc-4bc4-9832-7e24b60fd322 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 916 time: 0.1521654 Jul 28 09:12:54.372000 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbdb7ba-76aa-4b57-9746-88bd6fb926d6 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:12:54.372597 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8fbdb7ba-76aa-4b57-9746-88bd6fb926d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:12:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:54.475626 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-8fbdb7ba-76aa-4b57-9746-88bd6fb926d6 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:12:54.483166 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1dca702-4b4b-4033-849f-30ac2723da75 req-6f5d47cf-5c2b-4fa3-b8b2-7f3fc43eede6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=083e115f-7d9f-46a4-a9c2-332b4c7553c4 HTTP/1.1" status: 200 len: 999 time: 0.0970464 Jul 28 09:12:54.506894 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:54.581492 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dca702-4b4b-4033-849f-30ac2723da75 req-6eb4feb6-6b53-4b08-8baf-4b4987123205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:54.583599 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1dca702-4b4b-4033-849f-30ac2723da75 req-6eb4feb6-6b53-4b08-8baf-4b4987123205 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0878968 Jul 28 09:12:54.677123 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:54.697140 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8fbdb7ba-76aa-4b57-9746-88bd6fb926d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2f9ebf8a-a04c-46f3-9a4c-7bf698af337a', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:79:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:34Z', 'updated_at': '2022-07-28T09:12:53Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:12:54.722960 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbdb7ba-76aa-4b57-9746-88bd6fb926d6 None None] The sync data for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi is: [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2f9ebf8a-a04c-46f3-9a4c-7bf698af337a', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:79:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:34Z', 'updated_at': '2022-07-28T09:12:53Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:12:54.914288 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeed737-b866-4f47-9c48-433f0b8ee484 req-e1cd462b-4cef-4ec0-b78c-1ec2256d8c54 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:54.915810 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0eeed737-b866-4f47-9c48-433f0b8ee484 req-e1cd462b-4cef-4ec0-b78c-1ec2256d8c54 tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 945 time: 0.3457637 Jul 28 09:12:54.927422 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b687b737-b368-4f2b-90f4-ad23ce3e5e5a req-bde1dee4-053a-433e-b10c-032ea4cb1c0c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (9b0abbfa-2bf0-4a40-b6c5-74e95957cb76), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:54.973817 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['9b0abbfa-2bf0-4a40-b6c5-74e95957cb76'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:12:54.981346 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab381fa0-5591-4135-810a-b0ebefc4d185 req-8fabdb8a-87aa-4f9b-b525-eefa7411f4bc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:54.982889 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab381fa0-5591-4135-810a-b0ebefc4d185 req-8fabdb8a-87aa-4f9b-b525-eefa7411f4bc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.3949738 Jul 28 09:12:54.987677 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dca702-4b4b-4033-849f-30ac2723da75 req-ceb561a3-dce0-45a9-a2c2-4abe76df301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:54.989647 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1dca702-4b4b-4033-849f-30ac2723da75 req-ceb561a3-dce0-45a9-a2c2-4abe76df301f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a25c70eb-0093-412d-853c-bc88149a664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3827200 Jul 28 09:12:54.993063 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1dee4-053a-433e-b10c-032ea4cb1c0c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Pushing event deleted for resources: {'Port': ['ID=9b0abbfa-2bf0-4a40-b6c5-74e95957cb76,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:55.140779 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:55.167790 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b687b737-b368-4f2b-90f4-ad23ce3e5e5a req-bde1dee4-053a-433e-b10c-032ea4cb1c0c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] No DVR routers for this DVR port 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:12:55.176139 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0eeed737-b866-4f47-9c48-433f0b8ee484 req-8c4564cd-420a-4685-83d4-1af9fb4c9bed tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/security-groups?id=8daa80f2-d485-45e4-8ae1-db1a424daff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506304 Jul 28 09:12:55.179067 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b687b737-b368-4f2b-90f4-ad23ce3e5e5a req-bde1dee4-053a-433e-b10c-032ea4cb1c0c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:55.182455 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b687b737-b368-4f2b-90f4-ad23ce3e5e5a req-bde1dee4-053a-433e-b10c-032ea4cb1c0c tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.60 "DELETE /v2.0/ports/9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 HTTP/1.1" status: 204 len: 173 time: 1.1720772 Jul 28 09:12:55.208977 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab381fa0-5591-4135-810a-b0ebefc4d185 req-fb83d042-9ef0-461a-96c7-0d5d14041854 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169485 Jul 28 09:12:55.247518 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1dca702-4b4b-4033-849f-30ac2723da75 req-54e47a74-d261-4f7c-9917-68c2fa7c4e1b service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501569 Jul 28 09:12:55.490232 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea0d2c-9ed7-4460-91c5-558d4d35e8a5 None None] New status for floating IP 2f9ebf8a-a04c-46f3-9a4c-7bf698af337a: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:12:55.513204 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1dca702-4b4b-4033-849f-30ac2723da75 req-fd3e9314-ec72-4674-99d4-1836528590f0 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455235 Jul 28 09:12:55.521588 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-5bb023c1-9a15-4cdc-941b-35ad6092c8cc tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:55.523727 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-5bb023c1-9a15-4cdc-941b-35ad6092c8cc tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/networks?id=78a3977d-7878-4e03-89cc-75c224db685b HTTP/1.1" status: 200 len: 808 time: 0.2443793 Jul 28 09:12:55.553187 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-f9e066cd-4c5d-4cc6-be9f-8990d7ba49fe tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/quotas/707034727c6c44eb8cea2f5951ac48b7 HTTP/1.1" status: 200 len: 375 time: 0.0220611 Jul 28 09:12:55.601953 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-5531b7c7-d9fd-45c2-a816-edfbd76d6e93 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=707034727c6c44eb8cea2f5951ac48b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380783 Jul 28 09:12:55.609424 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-0bd9f0e9-03fa-4c80-baa8-288d25831fb2 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:55.610916 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-0bd9f0e9-03fa-4c80-baa8-288d25831fb2 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/networks?id=cb35dd40-bdfb-4501-b560-84079bfe68cc HTTP/1.1" status: 200 len: 813 time: 0.1959584 Jul 28 09:12:55.675072 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-735d575b-6afb-4cd3-a246-ffd6271a62ee tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/quotas/39a7fbb2f3ca405bbaa394825b4a3e73 HTTP/1.1" status: 200 len: 375 time: 0.0544078 Jul 28 09:12:55.720480 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-60613ec9-1867-4fd8-97bd-462633b994eb tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=39a7fbb2f3ca405bbaa394825b4a3e73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359879 Jul 28 09:12:55.800914 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-85ebac07-7811-4f32-a06a-a7e357e61ff1 service neutron] 10.222.0.48 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890433 Jul 28 09:12:55.887004 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:55.896427 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-1af5a6aa-e729-4da0-a7f1-fbda415a5d76 service neutron] 10.222.0.48 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618912 Jul 28 09:12:55.968334 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-d63d0d09-4c5b-4da0-9201-845d5edbe7f2 service neutron] 10.222.0.48 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590796 Jul 28 09:12:56.007039 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-dd2a7dcc-704f-4a56-a327-f05459e1af49 service neutron] 10.222.0.48 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043885 Jul 28 09:12:56.042016 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9da7bb-30df-49b1-849e-3988d86d320a', 'name': 'network-vif-deleted', 'tag': '9b0abbfa-2bf0-4a40-b6c5-74e95957cb76'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:12:56.044765 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaa1eb7-7d9e-49e8-ae74-e124a60ff0d0" -d '{"events": [{"server_uuid": "fc9da7bb-30df-49b1-849e-3988d86d320a", "name": "network-vif-deleted", "tag": "9b0abbfa-2bf0-4a40-b6c5-74e95957cb76"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:12:56.104587 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b2b965-2282-4e78-ae23-39cd75749449 x-openstack-request-id: req-c9b2b965-2282-4e78-ae23-39cd75749449 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:12:56.104882 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9da7bb-30df-49b1-849e-3988d86d320a", "name": "network-vif-deleted", "tag": "9b0abbfa-2bf0-4a40-b6c5-74e95957cb76", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:12:56.105159 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9b2b965-2282-4e78-ae23-39cd75749449 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:12:56.105579 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b2b965-2282-4e78-ae23-39cd75749449'] response: {'server_uuid': 'fc9da7bb-30df-49b1-849e-3988d86d320a', 'name': 'network-vif-deleted', 'tag': '9b0abbfa-2bf0-4a40-b6c5-74e95957cb76', 'status': 'completed', 'code': 200} Jul 28 09:12:56.180636 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-664af2e6-83a1-4fc7-ac20-2f8593cfeee8 req-9f6eff26-88b7-4b96-80dd-27be0ce2559a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 210 time: 0.0375807 Jul 28 09:12:56.263680 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f078d628-5a2b-4c40-8b41-0bc724ac3fbc req-58da07e6-765f-40cc-95c2-f853c9eb237b tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 210 time: 0.0693703 Jul 28 09:12:56.349280 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a635d901-3083-4666-9963-ec50f43fd8b6 req-047dd2c0-86b6-48bb-8317-35209dc4b01e tempest-DeleteServersTestJSON-1086476587 tempest-DeleteServersTestJSON-1086476587-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc9da7bb-30df-49b1-849e-3988d86d320a HTTP/1.1" status: 200 len: 210 time: 0.0394337 Jul 28 09:12:56.409057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c4fae-9d4c-42be-b869-995518f0e438 req-cb49f893-ae01-41f3-b614-ac681c019b18 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:56.411027 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f24c4fae-9d4c-42be-b869-995518f0e438 req-cb49f893-ae01-41f3-b614-ac681c019b18 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0579960 Jul 28 09:12:56.485579 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f24c4fae-9d4c-42be-b869-995518f0e438 req-a83b8cb4-4ab4-450e-b52f-cc954e1ffdca tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673468 Jul 28 09:12:56.831101 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6535ddb7-e1a5-479e-9969-00c3b52ae4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:57.196653 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:12:57.216631 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:12:57.216982 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 9b0abbfa-2bf0-4a40-b6c5-74e95957cb76 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:12:57.285391 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-88a33534-8868-467d-bf9b-88ca1681b262 req-d111914c-017d-4d82-9f15-200e93019f92 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 210 time: 0.0322104 Jul 28 09:12:57.380316 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2a1165f-b074-43e4-baa2-235ca44f7923 req-db91c80a-437a-4e50-8bbb-978b4095b094 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 210 time: 0.0292788 Jul 28 09:12:57.616171 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078604f-d208-4768-8207-a8c880edd95b req-985a11c2-9bfa-4bf2-9f8f-57c1df4b0492 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:57.617853 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5078604f-d208-4768-8207-a8c880edd95b req-985a11c2-9bfa-4bf2-9f8f-57c1df4b0492 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0511167 Jul 28 09:12:57.691091 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:57.744512 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5078604f-d208-4768-8207-a8c880edd95b req-27b561be-0747-4dcf-9645-08b911f5d426 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197851 Jul 28 09:12:57.833332 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-57d61fc1-a507-4a0f-8994-a77fc2d6b2a8 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:57.834842 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-57d61fc1-a507-4a0f-8994-a77fc2d6b2a8 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.60 "GET /v2.0/networks?id=78a3977d-7878-4e03-89cc-75c224db685b HTTP/1.1" status: 200 len: 808 time: 0.2028708 Jul 28 09:12:57.860197 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Request body: {'port': {'device_id': '6e0e61cb-4814-4dce-9647-ed67031ab2a2', 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b', 'admin_state_up': True, 'tenant_id': '707034727c6c44eb8cea2f5951ac48b7'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:57.947674 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-8708f35d-9ece-48e7-a700-b5614122e77d tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:57.949357 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-8708f35d-9ece-48e7-a700-b5614122e77d tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.60 "GET /v2.0/networks?id=cb35dd40-bdfb-4501-b560-84079bfe68cc HTTP/1.1" status: 200 len: 813 time: 0.1893983 Jul 28 09:12:58.003373 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Made reservation on behalf of 707034727c6c44eb8cea2f5951ac48b7 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:58.007178 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:58.119027 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Request body: {'port': {'device_id': '3c8cfe61-231d-4a5f-a2df-76954e9e9385', 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc', 'admin_state_up': True, 'tenant_id': '39a7fbb2f3ca405bbaa394825b4a3e73'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:58.189319 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Allocated IP 172.20.0.10 (78a3977d-7878-4e03-89cc-75c224db685b/345e0093-54d8-4338-96e5-135e68e6ad20/85fbd8cd-d394-472b-9a95-10d15e63c17a) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:12:58.218844 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:58.318216 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Made reservation on behalf of 39a7fbb2f3ca405bbaa394825b4a3e73 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:12:58.321954 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:58.433563 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9713a46a-6b48-4c5d-bb11-418d8d769117 req-129a7d36-6be3-41a3-8dd4-be797c7bbf72 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 210 time: 0.0688851 Jul 28 09:12:58.467953 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:58.502525 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks [] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:58.523765 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-41094fd2-3004-46a1-8cdd-10f44488b9ba req-5a194cb5-09df-404a-a420-37725202cf6f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 210 time: 0.0636551 Jul 28 09:12:58.570353 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Allocated IP 172.20.0.10 (cb35dd40-bdfb-4501-b560-84079bfe68cc/522d77cd-ae5c-43d5-92b4-e0b6ce305039/1b378db7-2753-45d5-9a61-6ce631da79d2) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:12:58.581981 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:58.642173 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Network 78a3977d-7878-4e03-89cc-75c224db685b is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:12:58.652322 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:12:58.658318 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:12:58.683519 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Pushing event updated for resources: {'Port': ['ID=85fbd8cd-d394-472b-9a95-10d15e63c17a,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:58.759829 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:58.760422 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:58.788151 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-6fca9420-61c5-4037-a2a9-c28f8c9d72aa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9336631 Jul 28 09:12:58.817886 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Request body: {'port': {'device_id': '6e0e61cb-4814-4dce-9647-ed67031ab2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:58.863398 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks [] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:58.929877 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:58.933124 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:58.959490 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:59.029888 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44594) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:12:59.065992 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Network cb35dd40-bdfb-4501-b560-84079bfe68cc is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:12:59.082604 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:12:59.089020 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:12:59.096985 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Pushing event updated for resources: {'Port': ['ID=1b378db7-2753-45d5-9a61-6ce631da79d2,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:59.121059 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:59.173459 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed877b04-fb60-4231-aa36-8728a62bd78c req-5cd78da3-32f2-4860-b1e9-35575b34b1a0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:59.174941 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed877b04-fb60-4231-aa36-8728a62bd78c req-5cd78da3-32f2-4860-b1e9-35575b34b1a0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.1824965 Jul 28 09:12:59.216613 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:59.231346 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:59.231948 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:59.313572 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-da3dd774-da00-4338-ad25-0dada5f1ca5f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2009499 Jul 28 09:12:59.320630 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed877b04-fb60-4231-aa36-8728a62bd78c req-7ab7aa52-56a4-484e-9e01-41e085bbe174 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365733 Jul 28 09:12:59.338532 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Request body: {'port': {'device_id': '3c8cfe61-231d-4a5f-a2df-76954e9e9385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:12:59.354651 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9d8373b5-d1d6-4916-8d29-580e22009dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:59.412353 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426779'] for router_interface (cc18c696-f262-4a17-9639-c9a9681c0bfa), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:59.450082 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:59.468988 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fbd8cd-d394-472b-9a95-10d15e63c17a {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:12:59.478020 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Publish callbacks [] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:59.516162 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Transition to ACTIVE for port object 85fbd8cd-d394-472b-9a95-10d15e63c17a will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:12:59.533266 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:59.691325 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] Deleting port 766d6e01-b55f-451a-ad13-80454532c40f {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:12:59.691598 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (766d6e01-b55f-451a-ad13-80454532c40f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:59.778566 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] For port 766d6e01-b55f-451a-ad13-80454532c40f, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=766d6e01-b55f-451a-ad13-80454532c40f,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:12:59.778933 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (766d6e01-b55f-451a-ad13-80454532c40f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:12:59.792678 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] Calling delete_port for 766d6e01-b55f-451a-ad13-80454532c40f owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:12:59.877466 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:59.912982 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796a63b-4d1c-4ec7-881a-2ddeb3a7f9c4 req-a1c6210f-c945-448a-9bfd-939404cd2f51 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:59.914686 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1796a63b-4d1c-4ec7-881a-2ddeb3a7f9c4 req-a1c6210f-c945-448a-9bfd-939404cd2f51 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 944 time: 0.3995907 Jul 28 09:12:59.935856 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Pushing event updated for resources: {'Port': ['ID=85fbd8cd-d394-472b-9a95-10d15e63c17a,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:12:59.947801 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:12:59.981166 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebedb17-919a-4532-bdff-1161f4d0fa98 req-abe985da-ba2d-47aa-987a-856bd6ddefef tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:12:59.982626 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cebedb17-919a-4532-bdff-1161f4d0fa98 req-abe985da-ba2d-47aa-987a-856bd6ddefef tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 932 time: 0.1271572 Jul 28 09:13:00.006385 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (766d6e01-b55f-451a-ad13-80454532c40f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.034041 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] Pushing event deleted for resources: {'Port': ['ID=766d6e01-b55f-451a-ad13-80454532c40f,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:00.125195 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1796a63b-4d1c-4ec7-881a-2ddeb3a7f9c4 req-4ca00eec-b757-427e-85e6-761679a1b760 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982279 Jul 28 09:13:00.181340 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cebedb17-919a-4532-bdff-1161f4d0fa98 req-e911e209-f171-47fe-b763-759fa8d86294 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559415 Jul 28 09:13:00.205495 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:00.213779 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Attempting to bind port 85fbd8cd-d394-472b-9a95-10d15e63c17a on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:13:00.214163 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Attempting to bind port 85fbd8cd-d394-472b-9a95-10d15e63c17a by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '72eaa882-c2f4-4130-a8ae-c7213553ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:13:00.214490 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Attempting to bind port 85fbd8cd-d394-472b-9a95-10d15e63c17a on network 78a3977d-7878-4e03-89cc-75c224db685b {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:13:00.230773 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.248231 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Port 85fbd8cd-d394-472b-9a95-10d15e63c17a on network 78a3977d-7878-4e03-89cc-75c224db685b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:13:00.248562 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Attempting to bind port 85fbd8cd-d394-472b-9a95-10d15e63c17a on network 78a3977d-7878-4e03-89cc-75c224db685b {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:13:00.262547 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:13:00.262897 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Checking segment: {'id': '72eaa882-c2f4-4130-a8ae-c7213553ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:13:00.263395 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Bound using segment: {'id': '72eaa882-c2f4-4130-a8ae-c7213553ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:13:00.263849 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Bound port: 85fbd8cd-d394-472b-9a95-10d15e63c17a, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72eaa882-c2f4-4130-a8ae-c7213553ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:13:00.264209 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.271040 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b378db7-2753-45d5-9a61-6ce631da79d2 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:13:00.287443 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Publish callbacks [] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.322604 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Transition to ACTIVE for port object 1b378db7-2753-45d5-9a61-6ce631da79d2 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:13:00.331956 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.390490 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] For port 85fbd8cd-d394-472b-9a95-10d15e63c17a, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:13:00.398909 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] For port 85fbd8cd-d394-472b-9a95-10d15e63c17a, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=85fbd8cd-d394-472b-9a95-10d15e63c17a,segment=NetworkSegment(72eaa882-c2f4-4130-a8ae-c7213553ed14),segment_id=72eaa882-c2f4-4130-a8ae-c7213553ed14)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:13:00.404318 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Pushing event updated for resources: {'Port': ['ID=1b378db7-2753-45d5-9a61-6ce631da79d2,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:00.418267 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.470437 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33031848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426895'] for router_interface (cc18c696-f262-4a17-9639-c9a9681c0bfa), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.476814 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:00.518733 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:00.519345 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.521246 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] 10.222.0.60 "PUT /v2.0/ports/85fbd8cd-d394-472b-9a95-10d15e63c17a HTTP/1.1" status: 200 len: 1094 time: 1.7077270 Jul 28 09:13:00.527132 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0e61cb-4814-4dce-9647-ed67031ab2a2', 'tag': '85fbd8cd-d394-472b-9a95-10d15e63c17a'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:13:00.529362 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c9cd42-0867-45ef-bf19-0c114ce3fe41" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0e61cb-4814-4dce-9647-ed67031ab2a2", "tag": "85fbd8cd-d394-472b-9a95-10d15e63c17a"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:13:00.556558 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70fa9-e766-42a3-ae07-8e9e2d7d8969 req-524313bd-b9b4-4750-aad5-c783b748f8c0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:00.558190 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64a70fa9-e766-42a3-ae07-8e9e2d7d8969 req-524313bd-b9b4-4750-aad5-c783b748f8c0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.1512904 Jul 28 09:13:00.576701 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a86fb0-f021-4853-af18-ad4bafca685b x-openstack-request-id: req-f8a86fb0-f021-4853-af18-ad4bafca685b {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:13:00.577058 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0e61cb-4814-4dce-9647-ed67031ab2a2", "tag": "85fbd8cd-d394-472b-9a95-10d15e63c17a", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:13:00.577374 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8a86fb0-f021-4853-af18-ad4bafca685b {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:13:00.577828 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a86fb0-f021-4853-af18-ad4bafca685b'] response: {'name': 'network-changed', 'server_uuid': '6e0e61cb-4814-4dce-9647-ed67031ab2a2', 'tag': '85fbd8cd-d394-472b-9a95-10d15e63c17a', 'status': 'completed', 'code': 200} Jul 28 09:13:00.596616 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dcda1-0a5f-4e15-8079-a2d96f2f21fa service neutron] Pushing event updated for resources: {'Port': ['ID=85fbd8cd-d394-472b-9a95-10d15e63c17a,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:00.661671 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Attempting to bind port 1b378db7-2753-45d5-9a61-6ce631da79d2 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:13:00.662039 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Attempting to bind port 1b378db7-2753-45d5-9a61-6ce631da79d2 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': 'a5714f0c-17e5-4f38-8768-cc8079cc2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:13:00.662368 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Attempting to bind port 1b378db7-2753-45d5-9a61-6ce631da79d2 on network cb35dd40-bdfb-4501-b560-84079bfe68cc {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:13:00.679459 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Port 1b378db7-2753-45d5-9a61-6ce631da79d2 on network cb35dd40-bdfb-4501-b560-84079bfe68cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:13:00.679811 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Attempting to bind port 1b378db7-2753-45d5-9a61-6ce631da79d2 on network cb35dd40-bdfb-4501-b560-84079bfe68cc {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:13:00.683429 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1f26039c-e079-4c89-8146-3e6e5eae2cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:00.684914 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-1f26039c-e079-4c89-8146-3e6e5eae2cb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=707034727c6c44eb8cea2f5951ac48b7&device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 1128 time: 0.0735414 Jul 28 09:13:00.686743 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] Router cc18c696-f262-4a17-9639-c9a9681c0bfa has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:13:00.689601 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64a70fa9-e766-42a3-ae07-8e9e2d7d8969 req-f33c83af-15fa-4d18-ae7a-023c6dab08a1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209590 Jul 28 09:13:00.690742 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:13:00.691071 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Checking segment: {'id': 'a5714f0c-17e5-4f38-8768-cc8079cc2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:13:00.691448 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Bound using segment: {'id': 'a5714f0c-17e5-4f38-8768-cc8079cc2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:13:00.692423 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Bound port: 1b378db7-2753-45d5-9a61-6ce631da79d2, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5714f0c-17e5-4f38-8768-cc8079cc2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:13:00.692781 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.756953 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-c1dcc297-5c66-45e7-8aa1-bb0da737a42a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85fbd8cd-d394-472b-9a95-10d15e63c17a HTTP/1.1" status: 200 len: 217 time: 0.0546515 Jul 28 09:13:00.790435 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:13:00.797880 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-dd42944f-ed3f-4808-bec7-02b0f70e5dec admin admin] 10.222.0.48 "PUT /v2.0/routers/cc18c696-f262-4a17-9639-c9a9681c0bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7660146 Jul 28 09:13:00.798304 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44606) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:00.800236 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ecdb2-2f6e-4e40-b710-6ccb242db208 None None] Sync routers for ids ['cc18c696-f262-4a17-9639-c9a9681c0bfa'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:13:00.812094 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ecdb2-2f6e-4e40-b710-6ccb242db208 None None] Routers {'cc18c696-f262-4a17-9639-c9a9681c0bfa'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:13:00.813018 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9e1ecdb2-2f6e-4e40-b710-6ccb242db208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:12:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['cc18c696-f262-4a17-9639-c9a9681c0bfa'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:13:00.826043 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] For port 1b378db7-2753-45d5-9a61-6ce631da79d2, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:13:00.833497 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-7e22e534-3905-4b7f-b7c0-45f4ef3d5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:00.834991 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-7e22e534-3905-4b7f-b7c0-45f4ef3d5fdd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=345e0093-54d8-4338-96e5-135e68e6ad20 HTTP/1.1" status: 200 len: 848 time: 0.0721731 Jul 28 09:13:00.842985 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] For port 1b378db7-2753-45d5-9a61-6ce631da79d2, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=1b378db7-2753-45d5-9a61-6ce631da79d2,segment=NetworkSegment(a5714f0c-17e5-4f38-8768-cc8079cc2f6c),segment_id=a5714f0c-17e5-4f38-8768-cc8079cc2f6c)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:13:00.857353 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.897024 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-0167c78e-9945-44f1-8824-f9ff0e65d46f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78a3977d-7878-4e03-89cc-75c224db685b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501282 Jul 28 09:13:00.900748 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Publish callbacks [] for router (cc18c696-f262-4a17-9639-c9a9681c0bfa), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.909176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:00.909176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:00.910781 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] 10.222.0.60 "PUT /v2.0/ports/1b378db7-2753-45d5-9a61-6ce631da79d2 HTTP/1.1" status: 200 len: 1094 time: 1.5768726 Jul 28 09:13:00.926282 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:00.937419 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-9e1ecdb2-2f6e-4e40-b710-6ccb242db208 None None] Set router cc18c696-f262-4a17-9639-c9a9681c0bfa gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:13:00.987089 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21efdd0-d46e-45b9-9326-2772ae163255 service neutron] Pushing event updated for resources: {'Port': ['ID=1b378db7-2753-45d5-9a61-6ce631da79d2,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:01.008270 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:01.020623 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Publish callbacks [] for router_gateway (cc18c696-f262-4a17-9639-c9a9681c0bfa), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.034189 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-997a8dfc-0769-446e-8a79-70dd6d36b2bd service neutron] 10.222.0.60 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223979 Jul 28 09:13:01.078339 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Deleting port 27bdf03b-c76c-418d-8067-59459fae3a6e {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:13:01.078931 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.082060 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:01.118438 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-55d6b667-ba19-49e1-8058-22c9fa677ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:01.119846 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-55d6b667-ba19-49e1-8058-22c9fa677ce4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39a7fbb2f3ca405bbaa394825b4a3e73&device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 1128 time: 0.0848000 Jul 28 09:13:01.131836 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9e1ecdb2-2f6e-4e40-b710-6ccb242db208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'name': 'tempest-DeleteServersTestJSON-1915920160-router', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:14Z', 'updated_at': '2022-07-28T09:12:59Z', 'revision_number': 5, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'gw_port': {'id': '27bdf03b-c76c-418d-8067-59459fae3a6e', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:13:01.162842 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ecdb2-2f6e-4e40-b710-6ccb242db208 None None] Checking router: cc18c696-f262-4a17-9639-c9a9681c0bfa for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:13:01.172827 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ecdb2-2f6e-4e40-b710-6ccb242db208 None None] Routers {'cc18c696-f262-4a17-9639-c9a9681c0bfa'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:13:01.173348 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9e1ecdb2-2f6e-4e40-b710-6ccb242db208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:12:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['cc18c696-f262-4a17-9639-c9a9681c0bfa'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:13:01.174705 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] For port 27bdf03b-c76c-418d-8067-59459fae3a6e, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=27bdf03b-c76c-418d-8067-59459fae3a6e,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:01.175243 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.193648 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Calling delete_port for 27bdf03b-c76c-418d-8067-59459fae3a6e owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:13:01.224713 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-a356ac1b-7f92-47ce-b7a5-a3bb1e78ebd1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b378db7-2753-45d5-9a61-6ce631da79d2 HTTP/1.1" status: 200 len: 217 time: 0.0655396 Jul 28 09:13:01.236903 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c57beca1-a0a7-4109-81f1-dfb44db5955a req-c56801f9-9b74-4f60-b175-37ea5d00246a service neutron] 10.222.0.60 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925495 Jul 28 09:13:01.289716 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:01.291596 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-9e1ecdb2-2f6e-4e40-b710-6ccb242db208 None None] Set router cc18c696-f262-4a17-9639-c9a9681c0bfa gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:13:01.348740 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9e1ecdb2-2f6e-4e40-b710-6ccb242db208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'name': 'tempest-DeleteServersTestJSON-1915920160-router', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:14Z', 'updated_at': '2022-07-28T09:13:01Z', 'revision_number': 6, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'gw_port_host': None}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:13:01.367598 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a53fe-4f70-4b02-9aa8-cdbc892cce87 req-b289ca39-9243-4ee9-b2a9-31d205176db1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:01.370353 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-462a53fe-4f70-4b02-9aa8-cdbc892cce87 req-b289ca39-9243-4ee9-b2a9-31d205176db1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 944 time: 0.1517191 Jul 28 09:13:01.375850 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ecdb2-2f6e-4e40-b710-6ccb242db208 None None] The sync data for ids ['cc18c696-f262-4a17-9639-c9a9681c0bfa'] in dv-cinder-851249-5-iscsi is: [{'id': 'cc18c696-f262-4a17-9639-c9a9681c0bfa', 'name': 'tempest-DeleteServersTestJSON-1915920160-router', 'tenant_id': 'ba0c305435a042aabbb61816788d7c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:14Z', 'updated_at': '2022-07-28T09:13:01Z', 'revision_number': 6, 'project_id': 'ba0c305435a042aabbb61816788d7c66', 'gw_port_host': None}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:13:01.390858 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (27bdf03b-c76c-418d-8067-59459fae3a6e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.414415 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea722b0-0cf2-4931-894e-aeea2ffd1a54 req-f533f7a5-d34f-44b2-990d-03508c7675ec tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:01.416769 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Pushing event deleted for resources: {'Port': ['ID=27bdf03b-c76c-418d-8067-59459fae3a6e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:01.423776 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ea722b0-0cf2-4931-894e-aeea2ffd1a54 req-f533f7a5-d34f-44b2-990d-03508c7675ec tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 944 time: 0.1442165 Jul 28 09:13:01.429552 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:01.438216 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-72ded600-b8d6-4bbf-bc63-d2de97ec8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:01.439634 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-72ded600-b8d6-4bbf-bc63-d2de97ec8a41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=522d77cd-ae5c-43d5-92b4-e0b6ce305039 HTTP/1.1" status: 200 len: 853 time: 0.2064693 Jul 28 09:13:01.497019 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432667'] for router_gateway (cc18c696-f262-4a17-9639-c9a9681c0bfa), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.502177 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-462a53fe-4f70-4b02-9aa8-cdbc892cce87 req-f2a319af-8bb3-4013-b25d-aaa7e2c2b54c tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227343 Jul 28 09:13:01.510072 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ea722b0-0cf2-4931-894e-aeea2ffd1a54 req-097d8e00-be98-43f5-8892-5f598db7bf7d tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852339 Jul 28 09:13:01.599614 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33071504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-589'] for router (cc18c696-f262-4a17-9639-c9a9681c0bfa), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.601919 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Publish callbacks [] for router_controller (cc18c696-f262-4a17-9639-c9a9681c0bfa), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.663039 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33071378'] for router (cc18c696-f262-4a17-9639-c9a9681c0bfa), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.663512 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc18c696-f262-4a17-9639-c9a9681c0bfa {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:13:01.668277 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.669413 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-91d4130b-dd34-4578-a0f4-cf84fb76ac15 admin admin] 10.222.0.48 "DELETE /v2.0/routers/cc18c696-f262-4a17-9639-c9a9681c0bfa HTTP/1.1" status: 204 len: 168 time: 0.8703997 Jul 28 09:13:01.671936 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44616) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:01.720176 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-82217428-e2de-4eef-8613-75dee4a8c335 admin admin] Deleting subnet e50d45db-937b-4b7e-b2c7-321cb78204ea {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:13:01.725068 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.725627 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-82217428-e2de-4eef-8613-75dee4a8c335 admin admin] Publish callbacks [] for subnet (e50d45db-937b-4b7e-b2c7-321cb78204ea), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.762886 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-82217428-e2de-4eef-8613-75dee4a8c335 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8566482'] for subnet (e50d45db-937b-4b7e-b2c7-321cb78204ea), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.827183 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fc5cc-4d3f-4107-a645-a79b20276d01 req-4760231d-dc80-4c15-809e-dcf1419b8616 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:01.828708 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-564fc5cc-4d3f-4107-a645-a79b20276d01 req-4760231d-dc80-4c15-809e-dcf1419b8616 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0525129 Jul 28 09:13:01.875133 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-82217428-e2de-4eef-8613-75dee4a8c335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (e50d45db-937b-4b7e-b2c7-321cb78204ea), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.889914 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-564fc5cc-4d3f-4107-a645-a79b20276d01 req-af0e525d-8c4c-4dbb-a5f8-96b9289805e1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545084 Jul 28 09:13:01.924782 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.940091 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-82217428-e2de-4eef-8613-75dee4a8c335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4130338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8565268'] for subnet (e50d45db-937b-4b7e-b2c7-321cb78204ea), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.964940 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82217428-e2de-4eef-8613-75dee4a8c335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50d45db-937b-4b7e-b2c7-321cb78204ea,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:01.971351 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-82217428-e2de-4eef-8613-75dee4a8c335 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:01.974752 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-82217428-e2de-4eef-8613-75dee4a8c335 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e50d45db-937b-4b7e-b2c7-321cb78204ea HTTP/1.1" status: 204 len: 168 time: 0.3016238 Jul 28 09:13:01.976806 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a4b8b-bdad-4b45-961e-394ffb30f736 None None] Network 5b2c886b-4998-465d-88a8-9d5b6629ddfc requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:13:01.977242 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44620) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:02.045432 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (5b2c886b-4998-465d-88a8-9d5b6629ddfc), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.089294 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Deleting port 96461f1e-ae52-4bd8-a466-65edf8111721 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:13:02.089639 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.156949 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] For port 96461f1e-ae52-4bd8-a466-65edf8111721, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=96461f1e-ae52-4bd8-a466-65edf8111721,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:02.157239 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.171865 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Calling delete_port for 96461f1e-ae52-4bd8-a466-65edf8111721 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:13:02.202903 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6227cc9d-fccb-4e1a-8765-4960b2ae89bb None None] DHCP port deletion for 5b2c886b-4998-465d-88a8-9d5b6629ddfc request from dv-cinder-851249-5-iscsi {{(pid=104125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 09:13:02.252987 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-6227cc9d-fccb-4e1a-8765-4960b2ae89bb None None] Deleting port 96461f1e-ae52-4bd8-a466-65edf8111721 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:13:02.253363 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6227cc9d-fccb-4e1a-8765-4960b2ae89bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.261272 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.266284 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 766d6e01-b55f-451a-ad13-80454532c40f no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:13:02.289669 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Pushing event deleted for resources: {'Port': ['ID=96461f1e-ae52-4bd8-a466-65edf8111721,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:02.292947 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:02.296930 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] No DVR routers for this DVR port 96461f1e-ae52-4bd8-a466-65edf8111721 on host dv-cinder-851249-5-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:13:02.313808 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 766d6e01-b55f-451a-ad13-80454532c40f {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:13:02.314180 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 766d6e01-b55f-451a-ad13-80454532c40f not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:13:02.314597 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 27bdf03b-c76c-418d-8067-59459fae3a6e no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:13:02.344910 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 27bdf03b-c76c-418d-8067-59459fae3a6e {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:13:02.345259 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 27bdf03b-c76c-418d-8067-59459fae3a6e not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:13:02.345672 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 96461f1e-ae52-4bd8-a466-65edf8111721 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:13:02.370292 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (5b2c886b-4998-465d-88a8-9d5b6629ddfc), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.376480 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 96461f1e-ae52-4bd8-a466-65edf8111721 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:13:02.376827 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 96461f1e-ae52-4bd8-a466-65edf8111721 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:13:02.379410 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-6227cc9d-fccb-4e1a-8765-4960b2ae89bb None None] For port 96461f1e-ae52-4bd8-a466-65edf8111721, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=96461f1e-ae52-4bd8-a466-65edf8111721,segment=NetworkSegment(713e4fde-fe82-4468-b3d1-c8aafbd7a241),segment_id=713e4fde-fe82-4468-b3d1-c8aafbd7a241)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:02.379810 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6227cc9d-fccb-4e1a-8765-4960b2ae89bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.391664 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2c886b-4998-465d-88a8-9d5b6629ddfc']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:13:02.393411 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-6227cc9d-fccb-4e1a-8765-4960b2ae89bb None None] Calling delete_port for 96461f1e-ae52-4bd8-a466-65edf8111721 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:13:02.399592 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:02.401513 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713e4fde-fe82-4468-b3d1-c8aafbd7a241') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:13:02.401805 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713e4fde-fe82-4468-b3d1-c8aafbd7a241') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:13:02.413920 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047029'] for segment (713e4fde-fe82-4468-b3d1-c8aafbd7a241), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.422486 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:02.430789 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (713e4fde-fe82-4468-b3d1-c8aafbd7a241), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.437696 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:13:02.438142 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3789489'] for segment (713e4fde-fe82-4468-b3d1-c8aafbd7a241), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.483418 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 713e4fde-fe82-4468-b3d1-c8aafbd7a241 resource provider aggregate not found Jul 28 09:13:02.506906 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 713e4fde-fe82-4468-b3d1-c8aafbd7a241 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 713e4fde-fe82-4468-b3d1-c8aafbd7a241 found for delete ", "request_id": "req-d2d2f018-cc4a-4c93-beac-541cb34ddf3e"}]} Jul 28 09:13:02.511813 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (5b2c886b-4998-465d-88a8-9d5b6629ddfc), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.525492 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6227cc9d-fccb-4e1a-8765-4960b2ae89bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942'] for port (96461f1e-ae52-4bd8-a466-65edf8111721), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.531300 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b2c886b-4998-465d-88a8-9d5b6629ddfc,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:02.533649 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.539590 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-697df7e0-a09a-479a-b811-07f249c97822 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5b2c886b-4998-465d-88a8-9d5b6629ddfc HTTP/1.1" status: 204 len: 168 time: 0.5612702 Jul 28 09:13:02.558973 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6227cc9d-fccb-4e1a-8765-4960b2ae89bb None None] Network 5b2c886b-4998-465d-88a8-9d5b6629ddfc is not hosted by any dhcp agent {{(pid=104125) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 09:13:02.559461 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6227cc9d-fccb-4e1a-8765-4960b2ae89bb None None] No DVR routers for this DVR port 96461f1e-ae52-4bd8-a466-65edf8111721 on host dv-cinder-851249-5-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:13:02.561198 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227cc9d-fccb-4e1a-8765-4960b2ae89bb None None] Pushing event deleted for resources: {'Port': ['ID=96461f1e-ae52-4bd8-a466-65edf8111721,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:02.578884 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8cfe61-231d-4a5f-a2df-76954e9e9385', 'tag': '1b378db7-2753-45d5-9a61-6ce631da79d2'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:13:02.584366 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b935676b-24a8-4d76-a886-6129cc4bce31" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8cfe61-231d-4a5f-a2df-76954e9e9385", "tag": "1b378db7-2753-45d5-9a61-6ce631da79d2"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:13:02.682165 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec025f5-bc27-41da-ae9e-2729721f9548 req-e6dd3fbe-f498-44b1-b692-4a05f3f31b57 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:02.683635 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fec025f5-bc27-41da-ae9e-2729721f9548 req-e6dd3fbe-f498-44b1-b692-4a05f3f31b57 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 944 time: 0.0805485 Jul 28 09:13:02.689852 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e6a62-fb8e-407f-967e-7ef019c24e7d req-fe577f1c-aa50-483c-bda4-d4f237b7d1f7 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:02.691303 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-927e6a62-fb8e-407f-967e-7ef019c24e7d req-fe577f1c-aa50-483c-bda4-d4f237b7d1f7 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 944 time: 0.0785537 Jul 28 09:13:02.755556 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44634) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:02.765309 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fec025f5-bc27-41da-ae9e-2729721f9548 req-8f1a6a9b-82cd-4ed7-ad6f-fac52885ebc7 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730450 Jul 28 09:13:02.769337 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-927e6a62-fb8e-407f-967e-7ef019c24e7d req-c6214efc-5f4a-4c04-b140-ee9ecb24342d tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710289 Jul 28 09:13:02.810953 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:02.815174 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-dfd1ae13-10db-4842-971d-da9a9b166618 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba0c305435a042aabbb61816788d7c66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0584767 Jul 28 09:13:02.817552 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2a5d37-92ad-454e-aa39-99671433686e x-openstack-request-id: req-ee2a5d37-92ad-454e-aa39-99671433686e {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:13:02.817862 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8cfe61-231d-4a5f-a2df-76954e9e9385", "tag": "1b378db7-2753-45d5-9a61-6ce631da79d2", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:13:02.818108 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee2a5d37-92ad-454e-aa39-99671433686e {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:13:02.818505 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2a5d37-92ad-454e-aa39-99671433686e'] response: {'name': 'network-changed', 'server_uuid': '3c8cfe61-231d-4a5f-a2df-76954e9e9385', 'tag': '1b378db7-2753-45d5-9a61-6ce631da79d2', 'status': 'completed', 'code': 200} Jul 28 09:13:02.818910 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44636) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:02.868365 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff3bb018-72ea-438a-afdf-5a70833e0c2f admin admin] Publish callbacks [] for security_group (8daa80f2-d485-45e4-8ae1-db1a424daff4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.888848 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff3bb018-72ea-438a-afdf-5a70833e0c2f admin admin] Publish callbacks [] for security_group (8daa80f2-d485-45e4-8ae1-db1a424daff4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.935840 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff3bb018-72ea-438a-afdf-5a70833e0c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8daa80f2-d485-45e4-8ae1-db1a424daff4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.938563 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ff3bb018-72ea-438a-afdf-5a70833e0c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:02.942681 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ff3bb018-72ea-438a-afdf-5a70833e0c2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8daa80f2-d485-45e4-8ae1-db1a424daff4 HTTP/1.1" status: 204 len: 168 time: 0.1228192 Jul 28 09:13:02.951171 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bb018-72ea-438a-afdf-5a70833e0c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daa80f2-d485-45e4-8ae1-db1a424daff4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:03.022131 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f5213-7324-4e36-a786-3fdd8e54e499 req-b8e6d267-6f1d-4fc3-a3fe-ca4d96a5c83b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:03.023644 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e74f5213-7324-4e36-a786-3fdd8e54e499 req-b8e6d267-6f1d-4fc3-a3fe-ca4d96a5c83b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0500281 Jul 28 09:13:03.075939 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e74f5213-7324-4e36-a786-3fdd8e54e499 req-390feae7-f48d-49f3-94cf-4c66dea3e0c0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464346 Jul 28 09:13:03.921879 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50445718-c515-4233-b692-e653100f9006 req-8eb63607-6f82-4900-8d48-d5b23cdb9cf6 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:03.927141 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50445718-c515-4233-b692-e653100f9006 req-8eb63607-6f82-4900-8d48-d5b23cdb9cf6 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 944 time: 0.0835109 Jul 28 09:13:03.954149 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642a68a-42b0-4d36-b355-299e56d14e55 req-42a0097e-fb6c-42ce-8db3-19076e3f97d1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:03.955599 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e642a68a-42b0-4d36-b355-299e56d14e55 req-42a0097e-fb6c-42ce-8db3-19076e3f97d1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 944 time: 0.0819404 Jul 28 09:13:04.036203 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-242607b9-f2a5-4841-b2ec-8d42898d8274 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cb35dd40-bdfb-4501-b560-84079bfe68cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542161 Jul 28 09:13:04.061481 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50445718-c515-4233-b692-e653100f9006 req-9ee8ef7f-2dc5-4078-bae3-45c05394f571 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302288 Jul 28 09:13:04.134927 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9cd42-0867-45ef-bf19-0c114ce3fe41 req-13d4e233-3921-4427-8422-d3a0c0808adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:04.136395 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0c9cd42-0867-45ef-bf19-0c114ce3fe41 req-13d4e233-3921-4427-8422-d3a0c0808adc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=707034727c6c44eb8cea2f5951ac48b7&device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 1128 time: 0.1372945 Jul 28 09:13:04.141396 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e642a68a-42b0-4d36-b355-299e56d14e55 req-2d144254-9cc1-48c1-ad99-a2173e67054f tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785910 Jul 28 09:13:04.273738 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-2f06a232-52f8-4fa7-97af-fa2100f0ff60 service neutron] 10.222.0.60 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159572 Jul 28 09:13:04.279789 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8bf19-6ba9-42ad-8eb2-65a8bf9eaefe req-33c0df69-84da-409e-bc07-82397fd077a3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:04.281179 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-86d8bf19-6ba9-42ad-8eb2-65a8bf9eaefe req-33c0df69-84da-409e-bc07-82397fd077a3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.1118157 Jul 28 09:13:04.316267 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:04.343202 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:04.381025 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9cd42-0867-45ef-bf19-0c114ce3fe41 req-878cc424-5b0e-4efb-aecb-a087252c5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:04.382710 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0c9cd42-0867-45ef-bf19-0c114ce3fe41 req-878cc424-5b0e-4efb-aecb-a087252c5da8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78a3977d-7878-4e03-89cc-75c224db685b HTTP/1.1" status: 200 len: 909 time: 0.2388029 Jul 28 09:13:04.446937 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0c9cd42-0867-45ef-bf19-0c114ce3fe41 req-99b0ce75-dd37-411e-bc6c-8e339b9a9e34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85fbd8cd-d394-472b-9a95-10d15e63c17a HTTP/1.1" status: 200 len: 217 time: 0.0505588 Jul 28 09:13:04.456078 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-86d8bf19-6ba9-42ad-8eb2-65a8bf9eaefe req-09cad488-86f8-4aa1-b1ee-b1c102ccc058 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622450 Jul 28 09:13:04.472604 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-543e9422-bbb7-425b-ac5f-0833c8189ec1 req-983daf7c-9b54-47b9-8528-956dd59be3ea service neutron] 10.222.0.60 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905096 Jul 28 09:13:05.183574 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c6e0-58af-4967-957d-e523b1e96084 req-00674194-9234-4cd0-b823-4850853c35e9 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:05.185064 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22d8c6e0-58af-4967-957d-e523b1e96084 req-00674194-9234-4cd0-b823-4850853c35e9 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 944 time: 0.0514529 Jul 28 09:13:05.241756 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22d8c6e0-58af-4967-957d-e523b1e96084 req-457abaeb-a738-422a-b510-2b3fd497000e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511754 Jul 28 09:13:05.252748 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 85fbd8cd-d394-472b-9a95-10d15e63c17a details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:13:05.278989 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9360236-b2dc-4a52-b719-18422bb28324 req-2c594c1e-2a9b-45f5-af05-c351614e802c tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:05.280475 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9360236-b2dc-4a52-b719-18422bb28324 req-2c594c1e-2a9b-45f5-af05-c351614e802c tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 944 time: 0.0592875 Jul 28 09:13:05.329063 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d9360236-b2dc-4a52-b719-18422bb28324 req-83bc2fbf-f41b-449c-a8f3-c02799f22ce5 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Jul 28 09:13:05.355526 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 85fbd8cd-d394-472b-9a95-10d15e63c17a, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=85fbd8cd-d394-472b-9a95-10d15e63c17a,segment=NetworkSegment(72eaa882-c2f4-4130-a8ae-c7213553ed14),segment_id=72eaa882-c2f4-4130-a8ae-c7213553ed14)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:05.366762 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '85fbd8cd-d394-472b-9a95-10d15e63c17a', 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b', 'port_id': '85fbd8cd-d394-472b-9a95-10d15e63c17a', 'mac_address': 'fa:16:3e:d6:28:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345e0093-54d8-4338-96e5-135e68e6ad20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:13:05.401066 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 85fbd8cd-d394-472b-9a95-10d15e63c17a is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:13:05.401448 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:05.413903 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fbd8cd-d394-472b-9a95-10d15e63c17a {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:13:05.433053 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 85fbd8cd-d394-472b-9a95-10d15e63c17a, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=85fbd8cd-d394-472b-9a95-10d15e63c17a,segment=NetworkSegment(72eaa882-c2f4-4130-a8ae-c7213553ed14),segment_id=72eaa882-c2f4-4130-a8ae-c7213553ed14)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:05.436857 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:05.440221 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:05.486314 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=85fbd8cd-d394-472b-9a95-10d15e63c17a,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:05.578498 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb62b7-bf1a-4ab7-88c3-a28e40ede209 req-04db3000-f2e3-47e4-bff8-5f46c0651728 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:05.579947 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5adb62b7-bf1a-4ab7-88c3-a28e40ede209 req-04db3000-f2e3-47e4-bff8-5f46c0651728 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0463424 Jul 28 09:13:05.625689 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5adb62b7-bf1a-4ab7-88c3-a28e40ede209 req-23242aa4-2af9-48ea-bbeb-48c1cd072e87 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401649 Jul 28 09:13:06.031846 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9cd42-0867-45ef-bf19-0c114ce3fe41 req-17b1822c-bbcd-4570-94df-a6bfb83e6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:06.033356 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0c9cd42-0867-45ef-bf19-0c114ce3fe41 req-17b1822c-bbcd-4570-94df-a6bfb83e6293 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=345e0093-54d8-4338-96e5-135e68e6ad20 HTTP/1.1" status: 200 len: 848 time: 0.0548010 Jul 28 09:13:06.084850 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['85fbd8cd-d394-472b-9a95-10d15e63c17a'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:13:06.359983 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cba5b8-a024-4783-b7f4-f107c3719289 req-ebed7935-35e9-4570-b0be-210af0c54c28 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:06.361465 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35cba5b8-a024-4783-b7f4-f107c3719289 req-ebed7935-35e9-4570-b0be-210af0c54c28 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 944 time: 0.0465162 Jul 28 09:13:06.418867 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35cba5b8-a024-4783-b7f4-f107c3719289 req-f57f46bd-f738-4449-8868-5c2dbbba4d3c tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504799 Jul 28 09:13:06.453032 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8fe6-926a-4b06-81a0-7928af1a89e4 req-f7930374-984a-43ec-8abd-0126469d638a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:06.454565 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6cbf8fe6-926a-4b06-81a0-7928af1a89e4 req-f7930374-984a-43ec-8abd-0126469d638a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 945 time: 0.0510476 Jul 28 09:13:06.499552 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6cbf8fe6-926a-4b06-81a0-7928af1a89e4 req-3955e48f-cd83-4640-b9e4-5b627c4244b5 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Jul 28 09:13:06.743909 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b65e5c-913b-4a4b-a9e2-29f4f99e753b req-11bab08a-d5ce-4b5d-b12b-f0bb7b156549 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:06.745318 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-25b65e5c-913b-4a4b-a9e2-29f4f99e753b req-11bab08a-d5ce-4b5d-b12b-f0bb7b156549 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0492165 Jul 28 09:13:06.790262 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-25b65e5c-913b-4a4b-a9e2-29f4f99e753b req-ac3bc345-2d05-48a7-b545-8e0ea03e470a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393226 Jul 28 09:13:07.407280 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 85fbd8cd-d394-472b-9a95-10d15e63c17a up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:13:07.448066 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 85fbd8cd-d394-472b-9a95-10d15e63c17a completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:13:07.458448 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 85fbd8cd-d394-472b-9a95-10d15e63c17a triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:13:07.458796 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:07.486189 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44746) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:07.541744 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 85fbd8cd-d394-472b-9a95-10d15e63c17a is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:13:07.541744 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:07.559303 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fed4c4-23d8-41e7-9de7-246fc2143ee9 req-3bf9153f-f4b6-44b4-88da-e194f0e155be tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:07.570361 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0e61cb-4814-4dce-9647-ed67031ab2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fbd8cd-d394-472b-9a95-10d15e63c17a'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:13:07.570520 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4fed4c4-23d8-41e7-9de7-246fc2143ee9 req-3bf9153f-f4b6-44b4-88da-e194f0e155be tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 944 time: 0.0737081 Jul 28 09:13:07.573326 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35eb762-f109-4b06-9cf9-587204fc2dfc" -d '{"events": [{"server_uuid": "6e0e61cb-4814-4dce-9647-ed67031ab2a2", "name": "network-vif-plugged", "status": "completed", "tag": "85fbd8cd-d394-472b-9a95-10d15e63c17a"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:13:07.592068 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 85fbd8cd-d394-472b-9a95-10d15e63c17a, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=85fbd8cd-d394-472b-9a95-10d15e63c17a,segment=NetworkSegment(72eaa882-c2f4-4130-a8ae-c7213553ed14),segment_id=72eaa882-c2f4-4130-a8ae-c7213553ed14)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:07.596468 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:07.621002 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e6c3a0e-5711-43ab-b85d-cf8e35fa568b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:07.636430 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:07.651659 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=85fbd8cd-d394-472b-9a95-10d15e63c17a,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:07.678737 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:07.695410 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bab91c-4333-42f2-92f9-96c3d9b9159a req-e0779b20-15b9-4a41-be99-80284c6f83fa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:07.696857 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d0bab91c-4333-42f2-92f9-96c3d9b9159a req-e0779b20-15b9-4a41-be99-80284c6f83fa tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.1035602 Jul 28 09:13:07.702286 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4fed4c4-23d8-41e7-9de7-246fc2143ee9 req-ee31bc3d-45b4-476a-8405-a48816f478d0 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308537 Jul 28 09:13:07.759364 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b03dc83-a166-4365-8bb1-033e360dbecb x-openstack-request-id: req-2b03dc83-a166-4365-8bb1-033e360dbecb {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:13:07.759677 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0e61cb-4814-4dce-9647-ed67031ab2a2", "name": "network-vif-plugged", "status": "completed", "tag": "85fbd8cd-d394-472b-9a95-10d15e63c17a", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:13:07.759974 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b03dc83-a166-4365-8bb1-033e360dbecb {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:13:07.760391 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b03dc83-a166-4365-8bb1-033e360dbecb'] response: {'server_uuid': '6e0e61cb-4814-4dce-9647-ed67031ab2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fbd8cd-d394-472b-9a95-10d15e63c17a', 'code': 200} Jul 28 09:13:07.770597 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d0bab91c-4333-42f2-92f9-96c3d9b9159a req-011d90c3-cb44-4c66-be75-e5fb51ce117b tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665903 Jul 28 09:13:07.779991 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:07.799862 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e6c3a0e-5711-43ab-b85d-cf8e35fa568b admin admin] Publish callbacks [] for security_group (638d4788-9575-4d1f-b7c2-4484a87791c0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:07.803950 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e6c3a0e-5711-43ab-b85d-cf8e35fa568b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (638d4788-9575-4d1f-b7c2-4484a87791c0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:07.843946 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9e6c3a0e-5711-43ab-b85d-cf8e35fa568b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f70eb0c5a5e34533ad5ff90a5cf76aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566058 Jul 28 09:13:07.844889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c3a0e-5711-43ab-b85d-cf8e35fa568b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638d4788-9575-4d1f-b7c2-4484a87791c0,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:07.846712 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 44758) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:07.903185 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-04065330-c01a-4ab8-a088-b37fd3669a59 admin admin] Publish callbacks [] for security_group (638d4788-9575-4d1f-b7c2-4484a87791c0), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:07.913692 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee77af-77f6-47e4-be42-d885dd6d71fd req-1d3f6f22-4a03-46a2-bfb2-e2f29a6610bc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:07.915233 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94ee77af-77f6-47e4-be42-d885dd6d71fd req-1d3f6f22-4a03-46a2-bfb2-e2f29a6610bc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0500860 Jul 28 09:13:07.925683 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-04065330-c01a-4ab8-a088-b37fd3669a59 admin admin] Publish callbacks [] for security_group (638d4788-9575-4d1f-b7c2-4484a87791c0), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:07.964850 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94ee77af-77f6-47e4-be42-d885dd6d71fd req-d2cffade-3627-4417-85b3-1cf5ba155514 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Jul 28 09:13:07.978627 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-04065330-c01a-4ab8-a088-b37fd3669a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (638d4788-9575-4d1f-b7c2-4484a87791c0), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:07.981176 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-04065330-c01a-4ab8-a088-b37fd3669a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:07.984648 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-04065330-c01a-4ab8-a088-b37fd3669a59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/638d4788-9575-4d1f-b7c2-4484a87791c0 HTTP/1.1" status: 204 len: 168 time: 0.1345367 Jul 28 09:13:07.990434 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04065330-c01a-4ab8-a088-b37fd3669a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638d4788-9575-4d1f-b7c2-4484a87791c0,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:08.239943 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44764) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:08.253069 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7990a064-26fd-4dc0-be4f-b998bc4b26dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:08.333012 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7990a064-26fd-4dc0-be4f-b998bc4b26dd admin admin] Publish callbacks [] for security_group (16acc109-6618-4ec4-8226-68bc3464f88f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:08.336979 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7990a064-26fd-4dc0-be4f-b998bc4b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (16acc109-6618-4ec4-8226-68bc3464f88f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:08.374551 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990a064-26fd-4dc0-be4f-b998bc4b26dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16acc109-6618-4ec4-8226-68bc3464f88f,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:08.380136 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7990a064-26fd-4dc0-be4f-b998bc4b26dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fc1f12bf4f24429aeb7a2ee7a3db0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391876 Jul 28 09:13:08.382721 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 44766) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:08.432335 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dda26f4a-1be9-4372-b843-b62a43b62f59 admin admin] Publish callbacks [] for security_group (16acc109-6618-4ec4-8226-68bc3464f88f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:08.453338 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dda26f4a-1be9-4372-b843-b62a43b62f59 admin admin] Publish callbacks [] for security_group (16acc109-6618-4ec4-8226-68bc3464f88f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:08.503560 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dda26f4a-1be9-4372-b843-b62a43b62f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (16acc109-6618-4ec4-8226-68bc3464f88f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:08.506153 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dda26f4a-1be9-4372-b843-b62a43b62f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:08.507291 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-dda26f4a-1be9-4372-b843-b62a43b62f59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16acc109-6618-4ec4-8226-68bc3464f88f HTTP/1.1" status: 204 len: 168 time: 0.1236823 Jul 28 09:13:08.515322 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda26f4a-1be9-4372-b843-b62a43b62f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16acc109-6618-4ec4-8226-68bc3464f88f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:08.821177 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d93c3-6a93-4b3e-b90c-4ba1c94efb31 req-0a83e182-f98c-41e0-8e60-ebd01cfa5650 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:08.830350 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a8d93c3-6a93-4b3e-b90c-4ba1c94efb31 req-0a83e182-f98c-41e0-8e60-ebd01cfa5650 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 944 time: 0.0585608 Jul 28 09:13:08.885480 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0c9cd42-0867-45ef-bf19-0c114ce3fe41 req-7f0e0a8e-547b-47a0-934c-c2e3e5c7e1bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78a3977d-7878-4e03-89cc-75c224db685b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505946 Jul 28 09:13:09.008203 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511e334-ada5-450b-b1a3-4b73d4ba5e56 req-8ed4ac76-3dd6-431c-947f-9eca9e25345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:09.010532 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5511e334-ada5-450b-b1a3-4b73d4ba5e56 req-8ed4ac76-3dd6-431c-947f-9eca9e25345e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 1129 time: 0.0547397 Jul 28 09:13:09.080424 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-5511e334-ada5-450b-b1a3-4b73d4ba5e56 req-9cd7ea3b-c5f3-4964-b7e0-6073893e65b8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458033 Jul 28 09:13:09.264864 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:09.274788 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935676b-24a8-4d76-a886-6129cc4bce31 req-eca10e10-bec7-46b4-9099-604723661685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:09.276317 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b935676b-24a8-4d76-a886-6129cc4bce31 req-eca10e10-bec7-46b4-9099-604723661685 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39a7fbb2f3ca405bbaa394825b4a3e73&device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 1128 time: 0.4439142 Jul 28 09:13:09.298337 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa701225-22fd-4204-b25b-5791d793106b req-200f5797-88b3-4b92-9364-3d58a9d68245 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:09.299811 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa701225-22fd-4204-b25b-5791d793106b req-200f5797-88b3-4b92-9364-3d58a9d68245 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.4267392 Jul 28 09:13:09.311518 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5a8d93c3-6a93-4b3e-b90c-4ba1c94efb31 req-93929920-473c-4e9a-9f93-db5cfbca1f52 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804146 Jul 28 09:13:09.336411 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac72b8-6937-4690-8960-05ec16f2ae68 req-b43e577a-0610-4262-b3a8-9215e4d9d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:09.336411 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8ac72b8-6937-4690-8960-05ec16f2ae68 req-b43e577a-0610-4262-b3a8-9215e4d9d31f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 1130 time: 0.1492720 Jul 28 09:13:09.363197 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:09.388655 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0c9cd42-0867-45ef-bf19-0c114ce3fe41 req-6a31fab5-6a97-4619-9e60-d63208d38a3e service neutron] 10.222.0.60 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140400 Jul 28 09:13:09.402943 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa701225-22fd-4204-b25b-5791d793106b req-e77c3756-21c7-4a31-ab13-0107b43d9790 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904951 Jul 28 09:13:09.406857 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 1b378db7-2753-45d5-9a61-6ce631da79d2 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:13:09.442606 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3833d3-8b43-40fe-a4d5-af513ae5816e req-fc32cec9-3955-443c-a9b5-5543ada16f80 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:09.444128 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5c3833d3-8b43-40fe-a4d5-af513ae5816e req-fc32cec9-3955-443c-a9b5-5543ada16f80 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0544593 Jul 28 09:13:09.548243 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 1b378db7-2753-45d5-9a61-6ce631da79d2, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=1b378db7-2753-45d5-9a61-6ce631da79d2,segment=NetworkSegment(a5714f0c-17e5-4f38-8768-cc8079cc2f6c),segment_id=a5714f0c-17e5-4f38-8768-cc8079cc2f6c)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:09.568039 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '1b378db7-2753-45d5-9a61-6ce631da79d2', 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc', 'port_id': '1b378db7-2753-45d5-9a61-6ce631da79d2', 'mac_address': 'fa:16:3e:9b:ad:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522d77cd-ae5c-43d5-92b4-e0b6ce305039', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:13:09.624749 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 1b378db7-2753-45d5-9a61-6ce631da79d2 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:13:09.625436 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:09.632634 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5c3833d3-8b43-40fe-a4d5-af513ae5816e req-9249cd72-1c62-4d14-8f84-270a65cc9022 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822622 Jul 28 09:13:09.648769 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b378db7-2753-45d5-9a61-6ce631da79d2 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:13:09.685120 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 1b378db7-2753-45d5-9a61-6ce631da79d2, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=1b378db7-2753-45d5-9a61-6ce631da79d2,segment=NetworkSegment(a5714f0c-17e5-4f38-8768-cc8079cc2f6c),segment_id=a5714f0c-17e5-4f38-8768-cc8079cc2f6c)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:09.691074 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:09.746089 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=1b378db7-2753-45d5-9a61-6ce631da79d2,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:09.756563 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8ac72b8-6937-4690-8960-05ec16f2ae68 req-c35da2ad-54fa-4a8b-a1bd-b7034198cd05 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697687 Jul 28 09:13:09.809251 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f0c9cd42-0867-45ef-bf19-0c114ce3fe41 req-91238d19-1d51-4b2b-bfa4-57d53af6676e service neutron] 10.222.0.60 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250630 Jul 28 09:13:09.818486 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935676b-24a8-4d76-a886-6129cc4bce31 req-1e79858e-af20-4864-9ccf-8b4fe4d7a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:09.819905 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b935676b-24a8-4d76-a886-6129cc4bce31 req-1e79858e-af20-4864-9ccf-8b4fe4d7a665 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cb35dd40-bdfb-4501-b560-84079bfe68cc HTTP/1.1" status: 200 len: 914 time: 0.3110723 Jul 28 09:13:10.372083 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['1b378db7-2753-45d5-9a61-6ce631da79d2'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:13:10.431317 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e589dca-4bf3-44f5-8eec-09be16cfca23 req-dbcc3b52-b0d1-49a9-8a97-7c5e7005ee12 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:10.432787 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e589dca-4bf3-44f5-8eec-09be16cfca23 req-dbcc3b52-b0d1-49a9-8a97-7c5e7005ee12 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 945 time: 0.0475967 Jul 28 09:13:10.439765 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:10.493784 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e589dca-4bf3-44f5-8eec-09be16cfca23 req-c2e90a6d-1adb-48f5-9e32-4fc6f3413bf6 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545576 Jul 28 09:13:10.528409 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96f1d1-8587-44f2-bc0f-085108f73a08 req-19155a8f-be73-4bba-beca-76c9ac6412a8 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:10.529872 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d96f1d1-8587-44f2-bc0f-085108f73a08 req-19155a8f-be73-4bba-beca-76c9ac6412a8 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0501847 Jul 28 09:13:10.580329 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d96f1d1-8587-44f2-bc0f-085108f73a08 req-16ad7bc2-02b6-4a41-8482-91a12a877eab tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Jul 28 09:13:10.674339 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b935676b-24a8-4d76-a886-6129cc4bce31 req-7ed93068-347b-4304-a37f-227cd02c62d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b378db7-2753-45d5-9a61-6ce631da79d2 HTTP/1.1" status: 200 len: 217 time: 0.0345347 Jul 28 09:13:10.762825 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c864703-c02d-4d30-9f4f-431e898bc75b req-89590a20-904f-4fa6-8913-8b7141800cec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:10.764271 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c864703-c02d-4d30-9f4f-431e898bc75b req-89590a20-904f-4fa6-8913-8b7141800cec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0467951 Jul 28 09:13:10.810941 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c864703-c02d-4d30-9f4f-431e898bc75b req-d0d4eb19-0439-41bb-a7e3-81942b448926 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Jul 28 09:13:11.350971 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:11.351971 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=36 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:11.622747 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94043ede-ec37-4f06-a7ed-e1e7229180c2 req-7c4e281a-af23-43f0-9c8d-641ab9c6a18a tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:11.624624 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94043ede-ec37-4f06-a7ed-e1e7229180c2 req-7c4e281a-af23-43f0-9c8d-641ab9c6a18a tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 945 time: 0.0516019 Jul 28 09:13:11.700147 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94043ede-ec37-4f06-a7ed-e1e7229180c2 req-b42cbe59-b7e0-4642-9834-85bb36d5b3d4 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695939 Jul 28 09:13:11.711837 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 1b378db7-2753-45d5-9a61-6ce631da79d2 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:13:11.714873 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a6061-226f-4d87-b336-9eb2c978adbe req-147c49e5-f156-4386-8c94-be45c7c5896b tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:11.716446 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db4a6061-226f-4d87-b336-9eb2c978adbe req-147c49e5-f156-4386-8c94-be45c7c5896b tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0597324 Jul 28 09:13:11.757684 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 1b378db7-2753-45d5-9a61-6ce631da79d2 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:13:11.764292 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 1b378db7-2753-45d5-9a61-6ce631da79d2 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:13:11.764673 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:11.764917 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db4a6061-226f-4d87-b336-9eb2c978adbe req-ef27a6fc-9811-4b37-8b09-cb3863efc8e7 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Jul 28 09:13:11.835066 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 1b378db7-2753-45d5-9a61-6ce631da79d2 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:13:11.835441 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:11.857706 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8cfe61-231d-4a5f-a2df-76954e9e9385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b378db7-2753-45d5-9a61-6ce631da79d2'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:13:11.859908 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380f21b9-5cfc-41e0-9d59-9f1deed7106d" -d '{"events": [{"server_uuid": "3c8cfe61-231d-4a5f-a2df-76954e9e9385", "name": "network-vif-plugged", "status": "completed", "tag": "1b378db7-2753-45d5-9a61-6ce631da79d2"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:13:11.873000 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 1b378db7-2753-45d5-9a61-6ce631da79d2, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=1b378db7-2753-45d5-9a61-6ce631da79d2,segment=NetworkSegment(a5714f0c-17e5-4f38-8768-cc8079cc2f6c),segment_id=a5714f0c-17e5-4f38-8768-cc8079cc2f6c)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:11.877356 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:11.913155 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3284e88b-2d7d-457d-92ff-9f268b808d59 x-openstack-request-id: req-3284e88b-2d7d-457d-92ff-9f268b808d59 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:13:11.913467 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8cfe61-231d-4a5f-a2df-76954e9e9385", "name": "network-vif-plugged", "status": "completed", "tag": "1b378db7-2753-45d5-9a61-6ce631da79d2", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:13:11.913715 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3284e88b-2d7d-457d-92ff-9f268b808d59 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:13:11.914118 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3284e88b-2d7d-457d-92ff-9f268b808d59'] response: {'server_uuid': '3c8cfe61-231d-4a5f-a2df-76954e9e9385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b378db7-2753-45d5-9a61-6ce631da79d2', 'code': 200} Jul 28 09:13:11.933478 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=1b378db7-2753-45d5-9a61-6ce631da79d2,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:11.934136 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998197bc-0ec5-4c48-9851-035e6f2c8623 req-9e729716-9169-4d9e-889d-0217a1bbf4bf tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:11.935743 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-998197bc-0ec5-4c48-9851-035e6f2c8623 req-9e729716-9169-4d9e-889d-0217a1bbf4bf tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0527084 Jul 28 09:13:11.961382 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:11.989291 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-998197bc-0ec5-4c48-9851-035e6f2c8623 req-f8a7e2f9-984e-496c-bc0c-04fed1092596 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456927 Jul 28 09:13:12.135317 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14287f-81bf-4a91-bf84-14a05596dc66 req-e233ef28-6898-4eb9-8af7-f57de131df8c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:12.136696 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc14287f-81bf-4a91-bf84-14a05596dc66 req-e233ef28-6898-4eb9-8af7-f57de131df8c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0770872 Jul 28 09:13:12.145570 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935676b-24a8-4d76-a886-6129cc4bce31 req-f954d3a4-32d0-46f8-aaaf-0fdcab64ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:12.146918 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b935676b-24a8-4d76-a886-6129cc4bce31 req-f954d3a4-32d0-46f8-aaaf-0fdcab64ffea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=522d77cd-ae5c-43d5-92b4-e0b6ce305039 HTTP/1.1" status: 200 len: 853 time: 0.0772343 Jul 28 09:13:12.165602 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:12.187615 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bc14287f-81bf-4a91-bf84-14a05596dc66 req-bb4bcb79-a001-4bcd-b247-b45c92afe0a8 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442796 Jul 28 09:13:12.425392 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:13:12.823167 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79e7b5-b8fa-4a71-972c-545afd94d4d3 req-833fa599-823a-4b32-bae0-031a44cac117 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:12.825100 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c79e7b5-b8fa-4a71-972c-545afd94d4d3 req-833fa599-823a-4b32-bae0-031a44cac117 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0529928 Jul 28 09:13:12.922019 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0c79e7b5-b8fa-4a71-972c-545afd94d4d3 req-97044eb3-1f20-40a5-9349-692be2c51892 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907068 Jul 28 09:13:12.937321 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f12909-bd7b-45a3-985d-c83acf82216b req-7022263f-68dc-406a-aaf1-526efe2c3e4d tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:12.938812 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-99f12909-bd7b-45a3-985d-c83acf82216b req-7022263f-68dc-406a-aaf1-526efe2c3e4d tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0719173 Jul 28 09:13:12.991979 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-99f12909-bd7b-45a3-985d-c83acf82216b req-e9af5129-99e0-4205-a266-a79e5d542ccf tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 Jul 28 09:13:14.043772 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ac953-091b-4163-a9cb-499cfda61353 req-545d2fc2-ab1f-4ccb-a722-3980e22d57a8 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:14.045262 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af4ac953-091b-4163-a9cb-499cfda61353 req-545d2fc2-ab1f-4ccb-a722-3980e22d57a8 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0480695 Jul 28 09:13:14.132050 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc92659-1dce-421d-bfcf-aedf782636e7 req-0593c636-dbd7-46dc-8c99-040bc6df9875 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:14.133541 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ebc92659-1dce-421d-bfcf-aedf782636e7 req-0593c636-dbd7-46dc-8c99-040bc6df9875 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0630565 Jul 28 09:13:14.137942 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af4ac953-091b-4163-a9cb-499cfda61353 req-cd30ef3f-8aa7-44e7-a4ba-f5cd774652c3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870872 Jul 28 09:13:14.181806 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ebc92659-1dce-421d-bfcf-aedf782636e7 req-3f857c75-7c96-46b1-bc7f-22870d583bfd tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Jul 28 09:13:15.263734 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb0ebc-c633-4cd9-99c3-193d00b11347 req-c6f03ab5-b2f1-4c12-b873-fb2734cba297 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:15.265161 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65fb0ebc-c633-4cd9-99c3-193d00b11347 req-c6f03ab5-b2f1-4c12-b873-fb2734cba297 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0524156 Jul 28 09:13:15.327263 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416cbcd-5f6a-4279-b145-b1c8648862d4 req-f7495375-51c7-4af8-a0e4-cb71b66868b1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:15.328700 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2416cbcd-5f6a-4279-b145-b1c8648862d4 req-f7495375-51c7-4af8-a0e4-cb71b66868b1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0724723 Jul 28 09:13:15.364381 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65fb0ebc-c633-4cd9-99c3-193d00b11347 req-981ff629-baad-4ca7-aa9e-7f95d93b1f22 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917988 Jul 28 09:13:15.390175 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2416cbcd-5f6a-4279-b145-b1c8648862d4 req-6ade9728-a6b8-4133-9187-312b9e7f9c88 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552912 Jul 28 09:13:16.536615 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b935676b-24a8-4d76-a886-6129cc4bce31 req-793267bb-0f74-4538-a54f-69d10ae6ad28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cb35dd40-bdfb-4501-b560-84079bfe68cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650952 Jul 28 09:13:16.550185 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e8e6f-1d9f-4407-848e-ef705549f71e req-0c886c9a-c9ab-4777-b327-9b44423b5821 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:16.552258 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-349e8e6f-1d9f-4407-848e-ef705549f71e req-0c886c9a-c9ab-4777-b327-9b44423b5821 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.1176727 Jul 28 09:13:16.574861 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703631e-9bb6-4d51-87e1-3f75f2bf03bd req-66864aaf-4371-40ad-b6cc-a347e23b54d0 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:16.576257 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c703631e-9bb6-4d51-87e1-3f75f2bf03bd req-66864aaf-4371-40ad-b6cc-a347e23b54d0 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.1038339 Jul 28 09:13:16.639435 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-349e8e6f-1d9f-4407-848e-ef705549f71e req-055ad856-5f56-43dc-8749-754621f4885c tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788264 Jul 28 09:13:16.646237 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c703631e-9bb6-4d51-87e1-3f75f2bf03bd req-d69f8465-59e2-4f6d-951d-f8a83ea1a8bb tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629058 Jul 28 09:13:17.166111 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:17.185554 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8f073-3db2-441e-acdb-e717586a0da1 req-a70ddf8e-62a9-4779-9f10-a7a80885af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:17.187117 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-92c8f073-3db2-441e-acdb-e717586a0da1 req-a70ddf8e-62a9-4779-9f10-a7a80885af4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 1130 time: 0.0862989 Jul 28 09:13:17.228150 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b935676b-24a8-4d76-a886-6129cc4bce31 req-edc24e1a-96af-4e4d-a5a8-6c125ef177b7 service neutron] 10.222.0.60 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385121 Jul 28 09:13:17.298587 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-92c8f073-3db2-441e-acdb-e717586a0da1 req-16466361-354d-4ae9-8e93-c49c999c55b9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995057 Jul 28 09:13:17.324155 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:17.343260 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b935676b-24a8-4d76-a886-6129cc4bce31 req-177a2adf-72c6-4efe-bbdd-97abb677e6e4 service neutron] 10.222.0.60 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070132 Jul 28 09:13:17.576100 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530244e-7dd7-4f02-8e19-d861b2f9ff55 req-08dff4c2-e4b5-4967-aae3-1ab2b4cfb778 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:17.577542 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5530244e-7dd7-4f02-8e19-d861b2f9ff55 req-08dff4c2-e4b5-4967-aae3-1ab2b4cfb778 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0462749 Jul 28 09:13:17.623202 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5530244e-7dd7-4f02-8e19-d861b2f9ff55 req-bf4164f1-d4b0-4682-a604-08bece30472d tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Jul 28 09:13:17.755168 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72107018-4a97-47b7-9883-565d3e8c1487 req-5fcfac93-97ef-4c76-a17f-14bb6d5210bf tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:17.756658 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-72107018-4a97-47b7-9883-565d3e8c1487 req-5fcfac93-97ef-4c76-a17f-14bb6d5210bf tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0460258 Jul 28 09:13:17.804694 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-72107018-4a97-47b7-9883-565d3e8c1487 req-dd1c53d4-66bf-4fde-8d9f-49bb979b6fa0 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421796 Jul 28 09:13:18.033167 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4e4b3-ca65-4bfe-9834-e8f66d30827a req-8ebfc6b8-be31-4dda-a63e-489d7e3ad637 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:18.034544 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cff4e4b3-ca65-4bfe-9834-e8f66d30827a req-8ebfc6b8-be31-4dda-a63e-489d7e3ad637 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0490744 Jul 28 09:13:18.080071 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cff4e4b3-ca65-4bfe-9834-e8f66d30827a req-c60f2733-18ea-4c1f-ab34-f40d59c4759e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Jul 28 09:13:18.744098 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a21f93-f3d8-4d70-9e86-eb6c14c552a2 req-75b4eda4-4f48-4a78-a3fe-dba08e7808c1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:18.745539 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-43a21f93-f3d8-4d70-9e86-eb6c14c552a2 req-75b4eda4-4f48-4a78-a3fe-dba08e7808c1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0458369 Jul 28 09:13:18.790753 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-43a21f93-f3d8-4d70-9e86-eb6c14c552a2 req-3fb26416-07f5-461f-93bc-175590a2607e tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 Jul 28 09:13:18.919206 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e1096-2076-4053-8e86-5a91f7507b11 req-00fb02d9-d2cd-4e9b-bcd1-dbfff9d8b2fa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:18.920570 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-959e1096-2076-4053-8e86-5a91f7507b11 req-00fb02d9-d2cd-4e9b-bcd1-dbfff9d8b2fa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0442069 Jul 28 09:13:18.970447 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-959e1096-2076-4053-8e86-5a91f7507b11 req-727d7766-fb36-432a-80f2-de5b91faa3d3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443330 Jul 28 09:13:19.075417 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=65,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:19.077287 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:19.193045 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1f086-9b66-45c3-9320-3d87be852acf req-e1b2945b-2e39-4a20-80ea-1a8ac9b9097b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:19.194466 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbc1f086-9b66-45c3-9320-3d87be852acf req-e1b2945b-2e39-4a20-80ea-1a8ac9b9097b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0453095 Jul 28 09:13:19.240687 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbc1f086-9b66-45c3-9320-3d87be852acf req-b208125a-babb-466e-9cef-a9ef11fdea22 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Jul 28 09:13:19.906373 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66b41f-6e59-4cf2-8355-6d73940f3d3c req-7cf69222-f09c-46fb-baf3-90c1afaaa742 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:19.907819 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e66b41f-6e59-4cf2-8355-6d73940f3d3c req-7cf69222-f09c-46fb-baf3-90c1afaaa742 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0460136 Jul 28 09:13:19.955568 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e66b41f-6e59-4cf2-8355-6d73940f3d3c req-671892e3-cfe7-465e-852a-7b049a3605e5 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 Jul 28 09:13:20.089642 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6ba06-d5fe-4042-ad23-b791e5c351cf req-12a98f04-ee14-40d2-949d-3c223938dd12 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:20.091050 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-57a6ba06-d5fe-4042-ad23-b791e5c351cf req-12a98f04-ee14-40d2-949d-3c223938dd12 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0491483 Jul 28 09:13:20.137058 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-57a6ba06-d5fe-4042-ad23-b791e5c351cf req-8f21cec8-74ff-4617-a707-7d3c24ef280c tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Jul 28 09:13:20.355733 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07101896-3f2b-476d-947b-0116ff30c0fa req-7852bdd4-bc54-4c0f-9d05-795aefff683d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:20.357011 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07101896-3f2b-476d-947b-0116ff30c0fa req-7852bdd4-bc54-4c0f-9d05-795aefff683d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0475335 Jul 28 09:13:20.403252 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07101896-3f2b-476d-947b-0116ff30c0fa req-78cc65f4-412e-436b-a16a-860b16a50297 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Jul 28 09:13:21.073261 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec5f47-22f5-42ee-90e2-9fdff26158ee req-b4cb1678-9767-4012-b69b-0a4e0a097bbd tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:21.074961 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68ec5f47-22f5-42ee-90e2-9fdff26158ee req-b4cb1678-9767-4012-b69b-0a4e0a097bbd tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0490022 Jul 28 09:13:21.094389 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:21.117419 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:21.122038 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68ec5f47-22f5-42ee-90e2-9fdff26158ee req-7bf86141-1de2-4cb4-beeb-453e6fcd9a03 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Jul 28 09:13:21.252737 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e4813-4176-44e1-a92f-fa5a9d5f74cf req-536cf824-3b60-45e1-8ee0-e2e7061d626c tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:21.254189 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-210e4813-4176-44e1-a92f-fa5a9d5f74cf req-536cf824-3b60-45e1-8ee0-e2e7061d626c tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0464206 Jul 28 09:13:21.303056 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-210e4813-4176-44e1-a92f-fa5a9d5f74cf req-0c892e51-9cba-4aad-8a9e-e5a9955487d7 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433328 Jul 28 09:13:21.474987 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:21.517151 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d438c0-e07c-47a7-8bb6-2df28195ff57 req-d6177a12-3a77-478c-878d-345e5e394773 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:21.518610 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90d438c0-e07c-47a7-8bb6-2df28195ff57 req-d6177a12-3a77-478c-878d-345e5e394773 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0456693 Jul 28 09:13:21.568051 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90d438c0-e07c-47a7-8bb6-2df28195ff57 req-738bb7db-4289-4ece-9fb6-52d84f6df834 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434680 Jul 28 09:13:21.925000 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:21.931533 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=36,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:22.123389 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:22.235261 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11310554-c9fe-4bae-99e0-f08b49bff328 req-1a643470-aac3-4359-86d7-8927736d1843 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:22.236753 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11310554-c9fe-4bae-99e0-f08b49bff328 req-1a643470-aac3-4359-86d7-8927736d1843 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0470102 Jul 28 09:13:22.283240 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11310554-c9fe-4bae-99e0-f08b49bff328 req-70d4b5f8-e663-4b8f-821b-ea945fcd4d55 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Jul 28 09:13:22.420772 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a1ca9-e78d-4df4-a5f9-ffa18b5b9a5e req-9b7d4b3b-9944-42a8-bdc7-ee28e8ca9af5 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:22.422065 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:22.422244 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f85a1ca9-e78d-4df4-a5f9-ffa18b5b9a5e req-9b7d4b3b-9944-42a8-bdc7-ee28e8ca9af5 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0460610 Jul 28 09:13:22.468763 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f85a1ca9-e78d-4df4-a5f9-ffa18b5b9a5e req-6b573f6b-4804-47bf-bdba-df40bd631c4f tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Jul 28 09:13:22.687302 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6908a04-2791-4467-9c6a-fbcb3d3720fa req-e4c35893-922f-4851-a53e-a8e480fc99b2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:22.688733 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6908a04-2791-4467-9c6a-fbcb3d3720fa req-e4c35893-922f-4851-a53e-a8e480fc99b2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0488546 Jul 28 09:13:22.735216 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6908a04-2791-4467-9c6a-fbcb3d3720fa req-6fb9567f-f501-41ac-9b6f-3ee28f6cea2b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Jul 28 09:13:23.402473 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d266a72-86e4-4d07-9600-254425d31297 req-03593c7a-c4e1-4f37-bf7a-a02fa6fd92b5 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:23.404097 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d266a72-86e4-4d07-9600-254425d31297 req-03593c7a-c4e1-4f37-bf7a-a02fa6fd92b5 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0470972 Jul 28 09:13:23.454027 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d266a72-86e4-4d07-9600-254425d31297 req-826181ce-d2c2-4775-b05c-1266b586414b tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Jul 28 09:13:23.581753 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a37b5c-b1d1-4360-b692-d88d7513b5bf req-19d51ced-6fc7-41b9-9740-bc6f6418a6ae tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:23.583735 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1a37b5c-b1d1-4360-b692-d88d7513b5bf req-19d51ced-6fc7-41b9-9740-bc6f6418a6ae tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0461626 Jul 28 09:13:23.634108 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1a37b5c-b1d1-4360-b692-d88d7513b5bf req-29ec5afe-106b-4084-8d8f-187fb7238118 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448647 Jul 28 09:13:23.850817 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42018c43-afa0-491b-9fb5-b44a7522c61c req-10f1d44c-de84-43ca-b235-b4a8cabf4c24 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:23.852242 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-42018c43-afa0-491b-9fb5-b44a7522c61c req-10f1d44c-de84-43ca-b235-b4a8cabf4c24 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0460155 Jul 28 09:13:23.899546 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-42018c43-afa0-491b-9fb5-b44a7522c61c req-2590feee-9bf8-42af-89cb-3fa3a637fb3e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418928 Jul 28 09:13:24.266640 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7cf5e-8e76-4415-a534-fc19298fd149 req-5bdf0189-9f1f-418a-9606-f426e91ee870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:24.268066 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-01c7cf5e-8e76-4415-a534-fc19298fd149 req-5bdf0189-9f1f-418a-9606-f426e91ee870 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 1129 time: 0.0378997 Jul 28 09:13:24.579201 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c95ff-ea18-44e5-afab-d16b4a038e72 req-2d15f212-810c-4fb7-b260-c338d34ee599 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:24.580675 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-199c95ff-ea18-44e5-afab-d16b4a038e72 req-2d15f212-810c-4fb7-b260-c338d34ee599 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0948968 Jul 28 09:13:24.606284 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345756d-b5ff-420e-a900-cce327ca90fe req-f3061e8a-0d1c-4df4-a1c7-5d3e16fe54b6 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:24.608688 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6345756d-b5ff-420e-a900-cce327ca90fe req-f3061e8a-0d1c-4df4-a1c7-5d3e16fe54b6 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0809693 Jul 28 09:13:24.610175 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7cf5e-8e76-4415-a534-fc19298fd149 req-fb79aa77-182c-460c-b493-3dc714ceec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:24.611486 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-01c7cf5e-8e76-4415-a534-fc19298fd149 req-fb79aa77-182c-460c-b493-3dc714ceec98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.1723423 Jul 28 09:13:24.653399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:24.671754 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6345756d-b5ff-420e-a900-cce327ca90fe req-407916ef-d516-4bc7-a689-34f4dc05b1d8 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564878 Jul 28 09:13:24.769415 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:24.783667 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c00c9-0683-4363-a7a3-e393144c9f24 req-793ff734-9f73-4e0f-9d7c-d30720e5e5ce tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:24.785119 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b49c00c9-0683-4363-a7a3-e393144c9f24 req-793ff734-9f73-4e0f-9d7c-d30720e5e5ce tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0520887 Jul 28 09:13:24.831950 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b49c00c9-0683-4363-a7a3-e393144c9f24 req-934c581c-69c4-4023-b57a-bd40875fb929 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Jul 28 09:13:25.021617 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9880f4-86c7-4673-a5fd-2665c368de02 req-7182dc6e-50d0-4b4e-a650-eef97c708d93 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:25.023135 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ee9880f4-86c7-4673-a5fd-2665c368de02 req-7182dc6e-50d0-4b4e-a650-eef97c708d93 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0535405 Jul 28 09:13:25.068893 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ee9880f4-86c7-4673-a5fd-2665c368de02 req-e8cc7ede-49b4-4d45-a07b-d9a840359d71 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Jul 28 09:13:25.797187 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680cf71-6bca-4f74-a2d4-7bbae2c6dae7 req-8e451d6c-f89b-4d9a-a83f-7948cefc64a2 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:25.798645 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4680cf71-6bca-4f74-a2d4-7bbae2c6dae7 req-8e451d6c-f89b-4d9a-a83f-7948cefc64a2 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0489073 Jul 28 09:13:25.845460 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4680cf71-6bca-4f74-a2d4-7bbae2c6dae7 req-8d2b942f-86dd-4b2a-ada7-48c1e3934890 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Jul 28 09:13:25.948036 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84173149-acde-4108-98a9-5eb8be1df8b9 req-aaa98bd2-b179-495c-8ecf-345951727309 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:25.949940 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84173149-acde-4108-98a9-5eb8be1df8b9 req-aaa98bd2-b179-495c-8ecf-345951727309 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0467534 Jul 28 09:13:25.999814 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84173149-acde-4108-98a9-5eb8be1df8b9 req-9bca3f6e-c4f4-452a-9709-d5d54743a1c5 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Jul 28 09:13:26.193451 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0901e-21db-4376-9552-57a43a267fac req-142d14fc-d708-4724-b43b-2ce650dd624f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:26.195221 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cef0901e-21db-4376-9552-57a43a267fac req-142d14fc-d708-4724-b43b-2ce650dd624f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0506132 Jul 28 09:13:26.242963 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cef0901e-21db-4376-9552-57a43a267fac req-0a948dfd-f0b8-4b5f-8b0a-6c4ab1d039d5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Jul 28 09:13:26.833671 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4b60105c-7666-4cd4-bf25-6ba8c1a45fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:26.961398 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e67e70-fae0-4f6e-b15c-6129551b2ed0 req-c5236144-a3c7-4415-85a3-96bd5df25865 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:26.962893 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8e67e70-fae0-4f6e-b15c-6129551b2ed0 req-c5236144-a3c7-4415-85a3-96bd5df25865 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 946 time: 0.0475447 Jul 28 09:13:27.008901 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8e67e70-fae0-4f6e-b15c-6129551b2ed0 req-b1df1d76-de91-444e-b5b0-23c9e8de5a9e tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Jul 28 09:13:27.265235 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-01c7cf5e-8e76-4415-a534-fc19298fd149 req-c015bb0a-27c3-4ff0-9bc2-45317c787547 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89af98d3-0e6d-4025-b5bf-6a18fba6c7de HTTP/1.1" status: 200 len: 217 time: 0.0537159 Jul 28 09:13:27.312589 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-199c95ff-ea18-44e5-afab-d16b4a038e72 req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Deleting port 85fbd8cd-d394-472b-9a95-10d15e63c17a {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:13:27.312926 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-199c95ff-ea18-44e5-afab-d16b4a038e72 req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:27.628829 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01659b-255c-4c9e-a36a-94dfd33314bc req-a059812e-847d-427b-8bd3-a4eb703e8855 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:27.630839 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0f01659b-255c-4c9e-a36a-94dfd33314bc req-a059812e-847d-427b-8bd3-a4eb703e8855 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.3130574 Jul 28 09:13:27.678680 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-199c95ff-ea18-44e5-afab-d16b4a038e72 req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] For port 85fbd8cd-d394-472b-9a95-10d15e63c17a, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=85fbd8cd-d394-472b-9a95-10d15e63c17a,segment=NetworkSegment(72eaa882-c2f4-4130-a8ae-c7213553ed14),segment_id=72eaa882-c2f4-4130-a8ae-c7213553ed14)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:27.679037 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-199c95ff-ea18-44e5-afab-d16b4a038e72 req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:27.703704 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-199c95ff-ea18-44e5-afab-d16b4a038e72 req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Calling delete_port for 85fbd8cd-d394-472b-9a95-10d15e63c17a owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:13:27.714878 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0f01659b-255c-4c9e-a36a-94dfd33314bc req-7493536d-5fe4-4b76-8067-12f9e0f12494 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772784 Jul 28 09:13:27.783332 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:27.828618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:27.842719 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-199c95ff-ea18-44e5-afab-d16b4a038e72 req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (85fbd8cd-d394-472b-9a95-10d15e63c17a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:27.868906 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Pushing event deleted for resources: {'Port': ['ID=85fbd8cd-d394-472b-9a95-10d15e63c17a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:27.878371 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.878723 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.879111 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.879401 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.879717 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.880041 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.880361 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.880680 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.881353 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.881353 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.881605 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.881945 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.882261 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.882576 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.882892 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:27.923214 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-199c95ff-ea18-44e5-afab-d16b4a038e72 req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] No DVR routers for this DVR port 85fbd8cd-d394-472b-9a95-10d15e63c17a on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:13:27.925742 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-199c95ff-ea18-44e5-afab-d16b4a038e72 req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:27.929746 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-199c95ff-ea18-44e5-afab-d16b4a038e72 req-38bc510c-3743-496d-a73c-2484a869e45a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.60 "DELETE /v2.0/ports/85fbd8cd-d394-472b-9a95-10d15e63c17a HTTP/1.1" status: 204 len: 173 time: 0.7286689 Jul 28 09:13:27.930210 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0e61cb-4814-4dce-9647-ed67031ab2a2', 'name': 'network-vif-deleted', 'tag': '85fbd8cd-d394-472b-9a95-10d15e63c17a'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:13:27.932439 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d8a615-6ed9-4815-8db8-29cee0dcf7ea" -d '{"events": [{"server_uuid": "6e0e61cb-4814-4dce-9647-ed67031ab2a2", "name": "network-vif-deleted", "tag": "85fbd8cd-d394-472b-9a95-10d15e63c17a"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:13:27.968235 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392fdead-9082-438e-9448-ade67e15b72a x-openstack-request-id: req-392fdead-9082-438e-9448-ade67e15b72a {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:13:27.968850 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0e61cb-4814-4dce-9647-ed67031ab2a2", "name": "network-vif-deleted", "tag": "85fbd8cd-d394-472b-9a95-10d15e63c17a", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:13:27.968850 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-392fdead-9082-438e-9448-ade67e15b72a {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:13:27.969133 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392fdead-9082-438e-9448-ade67e15b72a'] response: {'server_uuid': '6e0e61cb-4814-4dce-9647-ed67031ab2a2', 'name': 'network-vif-deleted', 'tag': '85fbd8cd-d394-472b-9a95-10d15e63c17a', 'status': 'completed', 'code': 200} Jul 28 09:13:28.109052 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5b5bc07-5e53-4ccd-b504-0d1ce00cbad4 req-b7a92402-88f7-43a0-bdd6-5d0391c8115e tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 210 time: 0.0295608 Jul 28 09:13:28.830993 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67cd7d-ae51-4330-adf6-25bc033f5534 req-093fa76e-9108-4ced-8aab-23693e088afb tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:28.832904 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf67cd7d-ae51-4330-adf6-25bc033f5534 req-093fa76e-9108-4ced-8aab-23693e088afb tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0460644 Jul 28 09:13:28.880485 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bf67cd7d-ae51-4330-adf6-25bc033f5534 req-48ae5098-c2f1-4960-9ae5-73b111cbc259 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421045 Jul 28 09:13:29.209285 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e41e178-335e-4cd9-86ce-4c6ae547b702 req-287a74ac-341c-44e7-af8d-6d96f9102464 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 210 time: 0.0278702 Jul 28 09:13:29.337086 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b296bd11-3edd-4fbb-9a63-66ad7e55729a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:30.014567 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590f57e-d653-4169-8c0e-230d2ca3d0f3 req-981462a2-8535-40f0-88c8-83291001345c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:30.016070 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a590f57e-d653-4169-8c0e-230d2ca3d0f3 req-981462a2-8535-40f0-88c8-83291001345c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0573514 Jul 28 09:13:30.085650 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 85fbd8cd-d394-472b-9a95-10d15e63c17a no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:13:30.099781 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7cf5e-8e76-4415-a534-fc19298fd149 req-adcea39b-75d6-47b2-9e16-b3794469865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:30.101285 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-01c7cf5e-8e76-4415-a534-fc19298fd149 req-adcea39b-75d6-47b2-9e16-b3794469865f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.0734482 Jul 28 09:13:30.106052 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a590f57e-d653-4169-8c0e-230d2ca3d0f3 req-c58e88f4-11ac-47dd-9e1a-01726767abf3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843415 Jul 28 09:13:30.111193 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 85fbd8cd-d394-472b-9a95-10d15e63c17a {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:13:30.111549 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 85fbd8cd-d394-472b-9a95-10d15e63c17a not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:13:30.183679 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7cf5e-8e76-4415-a534-fc19298fd149 req-c14c816c-7d47-4846-a26e-d662268afd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:30.185175 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-01c7cf5e-8e76-4415-a534-fc19298fd149 req-c14c816c-7d47-4846-a26e-d662268afd48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401313 Jul 28 09:13:30.232180 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:30.317245 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-01c7cf5e-8e76-4415-a534-fc19298fd149 req-00be9a4a-1ff9-4832-95c7-e438f6014b07 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043804 Jul 28 09:13:30.342400 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3f2a5549-4dfd-4280-a718-6180fc473f70 req-69b8cdcf-8e6c-4f79-9782-65402130242f tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e0e61cb-4814-4dce-9647-ed67031ab2a2 HTTP/1.1" status: 200 len: 210 time: 0.0285807 Jul 28 09:13:30.796527 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-01c7cf5e-8e76-4415-a534-fc19298fd149 req-61f9ed92-6c13-461d-bbd8-d34121128b76 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947733 Jul 28 09:13:30.965321 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139e682-e0bb-4758-bfd6-1e5151db0054 req-e15f412c-b850-4870-9c06-08feaae3fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:30.966847 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0139e682-e0bb-4758-bfd6-1e5151db0054 req-e15f412c-b850-4870-9c06-08feaae3fd63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 1129 time: 0.0532336 Jul 28 09:13:31.240350 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139e682-e0bb-4758-bfd6-1e5151db0054 req-12ca2731-8f6b-4f69-ab48-07767680c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:31.241814 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0139e682-e0bb-4758-bfd6-1e5151db0054 req-12ca2731-8f6b-4f69-ab48-07767680c58d service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.1270571 Jul 28 09:13:31.248079 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69827d71-c949-4403-a41f-666784f230b3 req-1be1810a-510b-424e-9545-a338ea32f56d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:31.249383 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-69827d71-c949-4403-a41f-666784f230b3 req-1be1810a-510b-424e-9545-a338ea32f56d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0711548 Jul 28 09:13:31.302130 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0139e682-e0bb-4758-bfd6-1e5151db0054 req-0505c001-71cc-44a2-a7a3-4eb16e8e2060 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89af98d3-0e6d-4025-b5bf-6a18fba6c7de HTTP/1.1" status: 200 len: 217 time: 0.0466616 Jul 28 09:13:31.366055 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-69827d71-c949-4403-a41f-666784f230b3 req-b410308e-08a5-4a63-a718-b35926b95396 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049805 Jul 28 09:13:31.380938 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139e682-e0bb-4758-bfd6-1e5151db0054 req-aaec6382-cb51-497d-ad48-b0e973fcf74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:31.382124 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0139e682-e0bb-4758-bfd6-1e5151db0054 req-aaec6382-cb51-497d-ad48-b0e973fcf74e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.0738003 Jul 28 09:13:31.434916 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139e682-e0bb-4758-bfd6-1e5151db0054 req-a2cdf909-59a6-43d4-8622-c9d2978c845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:31.436583 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0139e682-e0bb-4758-bfd6-1e5151db0054 req-a2cdf909-59a6-43d4-8622-c9d2978c845d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443134 Jul 28 09:13:31.494348 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:31.539643 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0139e682-e0bb-4758-bfd6-1e5151db0054 req-0ec86543-e0f1-4ac3-b6fc-b9dd83719a74 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957913 Jul 28 09:13:31.606807 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:31.723210 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0139e682-e0bb-4758-bfd6-1e5151db0054 req-f174fedc-81fa-4679-b9da-4c00503436dd service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723940 Jul 28 09:13:31.724275 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:31.732486 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-0567d219-5e91-4b49-9c38-d1c40903617a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:31.734020 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-0567d219-5e91-4b49-9c38-d1c40903617a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/networks?id=78a3977d-7878-4e03-89cc-75c224db685b HTTP/1.1" status: 200 len: 808 time: 0.1392462 Jul 28 09:13:31.751233 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-5f8fdfe1-a09e-4d49-b104-33d5cd6a5560 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/quotas/707034727c6c44eb8cea2f5951ac48b7 HTTP/1.1" status: 200 len: 375 time: 0.0109298 Jul 28 09:13:31.785287 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-c998de97-889f-4b7c-b4ec-6790b885b33c tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=707034727c6c44eb8cea2f5951ac48b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278776 Jul 28 09:13:31.885089 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-521879a3-8cf5-4c62-a2d3-50f0bd28b7b9 service neutron] 10.222.0.48 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930374 Jul 28 09:13:31.919706 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:31.984494 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-e94ffed8-00ee-4f66-b839-a0968552aa4f service neutron] 10.222.0.48 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934410 Jul 28 09:13:32.153013 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-80930746-f2f7-49b2-ab0b-26883690c916 req-9a9d627f-3e20-458f-8c4e-a55201e6bc90 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 210 time: 0.0354314 Jul 28 09:13:32.506141 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ab5b9-2c28-4427-9698-5dc0be1e19f0 req-12289f18-75e7-43be-b4bf-1e43108625c9 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:32.507640 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab8ab5b9-2c28-4427-9698-5dc0be1e19f0 req-12289f18-75e7-43be-b4bf-1e43108625c9 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0486779 Jul 28 09:13:32.560954 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab8ab5b9-2c28-4427-9698-5dc0be1e19f0 req-8d4d221d-7b59-42c3-a822-d7c01e126622 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474868 Jul 28 09:13:33.256187 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f94ff8b7-d38e-4fb6-afad-a17a05f95387 req-4b35894b-bb37-4c2b-89b7-c34c8ce17017 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 210 time: 0.0276580 Jul 28 09:13:33.681066 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f44ecf-fa4c-45c5-9d99-90ce68ae63a3 req-0239d8b1-1471-4a12-9184-35fabe11c011 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:33.682627 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90f44ecf-fa4c-45c5-9d99-90ce68ae63a3 req-0239d8b1-1471-4a12-9184-35fabe11c011 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0465796 Jul 28 09:13:33.732444 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90f44ecf-fa4c-45c5-9d99-90ce68ae63a3 req-62bec8e9-4052-4b62-871c-f76ab5e08160 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442832 Jul 28 09:13:34.352572 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-178be2fa-152d-4c94-9729-9955928c6d58 req-514cd527-758b-4651-b106-ab2986752834 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 210 time: 0.0274849 Jul 28 09:13:34.851246 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b3da3-2fbe-486a-97ef-60fdf948a1b8 req-64f0f6f4-6434-4a70-9e1e-991292a0eb21 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:34.852734 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-243b3da3-2fbe-486a-97ef-60fdf948a1b8 req-64f0f6f4-6434-4a70-9e1e-991292a0eb21 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0462866 Jul 28 09:13:34.901535 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-243b3da3-2fbe-486a-97ef-60fdf948a1b8 req-468e7a94-177d-4589-a519-fe9a14b2fa87 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Jul 28 09:13:35.454770 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3899166c-ef70-45a3-8463-0e290a350db2 req-bd933acc-14e1-40ba-9994-c366c99d182c tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 210 time: 0.0310650 Jul 28 09:13:36.022053 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f704f-140a-471f-9ed0-cdea9eeac8c5 req-6084c16b-2912-4a6f-8c6f-a22b6cac9b47 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:36.023501 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c6f704f-140a-471f-9ed0-cdea9eeac8c5 req-6084c16b-2912-4a6f-8c6f-a22b6cac9b47 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0462911 Jul 28 09:13:36.070728 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c6f704f-140a-471f-9ed0-cdea9eeac8c5 req-cfb8481f-e401-46cc-9bec-8d524afb4b71 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Jul 28 09:13:36.559405 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-520c45e3-bb29-40bd-8d2f-96b8edc5ea6e req-53ef7e8b-541c-4a2e-8ee0-45bc219a6ef1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 210 time: 0.0280936 Jul 28 09:13:37.188307 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c43d3-2e85-425c-abcf-c6076800cd69 req-a682a1f3-af0d-4900-8457-4386cf01b9c3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:37.189635 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-246c43d3-2e85-425c-abcf-c6076800cd69 req-a682a1f3-af0d-4900-8457-4386cf01b9c3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0454447 Jul 28 09:13:37.224816 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:37.240207 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-246c43d3-2e85-425c-abcf-c6076800cd69 req-c3cb4df8-9810-4034-9a31-7e5eb102e874 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Jul 28 09:13:37.665046 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4a2dc26b-4007-478b-8cc9-3460350ffb9a req-ca3172f3-01c1-4815-9552-eedf3632e856 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 210 time: 0.0323999 Jul 28 09:13:38.356129 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b968b-f955-493f-b1dd-1d2dceb30a95 req-f01d3739-18bd-4e86-90b7-a7dc55493da1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:38.357616 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-986b968b-f955-493f-b1dd-1d2dceb30a95 req-f01d3739-18bd-4e86-90b7-a7dc55493da1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0474370 Jul 28 09:13:38.405509 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-986b968b-f955-493f-b1dd-1d2dceb30a95 req-16267b87-9460-4022-a04b-df76252543a4 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Jul 28 09:13:38.766246 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-125f9cbb-91a8-48c7-8f0e-debfffb2a844 req-246e9f89-85df-425c-95e4-f7b43e3e00c1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 210 time: 0.0292850 Jul 28 09:13:39.521027 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af029b-8485-490e-85eb-93025a6034c9 req-db16375d-1a83-4bdb-b20c-091df195a7b3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:39.522534 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39af029b-8485-490e-85eb-93025a6034c9 req-db16375d-1a83-4bdb-b20c-091df195a7b3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0460842 Jul 28 09:13:39.552782 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:39.573050 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39af029b-8485-490e-85eb-93025a6034c9 req-9189091e-72f4-4267-b1a2-d4f6cc747c44 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450616 Jul 28 09:13:39.881182 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e0507d8-05f6-4ad8-bbd6-3dfae8552d98 req-525d31f9-96f2-47c0-ba06-d8ba1e10d56f tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 210 time: 0.0284026 Jul 28 09:13:40.411875 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-ce7ec0b5-c0eb-4fbe-8a52-0dd1730d3571 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:40.413214 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-ce7ec0b5-c0eb-4fbe-8a52-0dd1730d3571 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.60 "GET /v2.0/networks?id=78a3977d-7878-4e03-89cc-75c224db685b HTTP/1.1" status: 200 len: 808 time: 0.1084926 Jul 28 09:13:40.526342 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Request body: {'port': {'device_id': 'a3317255-2cf3-4607-b66e-4304074841bb', 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b', 'admin_state_up': True, 'tenant_id': '707034727c6c44eb8cea2f5951ac48b7'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:13:40.644120 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Made reservation on behalf of 707034727c6c44eb8cea2f5951ac48b7 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:13:40.648258 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:40.746149 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0b821-69f8-499d-9627-616124185b05 req-fb8d459a-d696-4df0-acfa-7c2bceca3bdc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:40.747640 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7da0b821-69f8-499d-9627-616124185b05 req-fb8d459a-d696-4df0-acfa-7c2bceca3bdc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0853202 Jul 28 09:13:40.853607 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7da0b821-69f8-499d-9627-616124185b05 req-16e296a1-26a4-403d-91c8-a44f63872acd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000896 Jul 28 09:13:40.862340 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Allocated IP 172.20.0.9 (78a3977d-7878-4e03-89cc-75c224db685b/345e0093-54d8-4338-96e5-135e68e6ad20/c1c43e9c-6a89-49b1-876d-70dd41025c51) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:13:40.992256 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84245fc9-790d-4ed1-b449-493687309896 req-8ed4d253-3820-402a-8900-1f00d1dc72e2 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 210 time: 0.0374680 Jul 28 09:13:41.042496 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks [] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:41.065967 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:41.078455 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:41.123224 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Network 78a3977d-7878-4e03-89cc-75c224db685b is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:13:41.126500 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:13:41.129010 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:13:41.154824 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Pushing event updated for resources: {'Port': ['ID=c1c43e9c-6a89-49b1-876d-70dd41025c51,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:41.185340 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:41.186033 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:41.189614 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:41.205580 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-b66ccca2-f978-488d-9566-d402c0e084d9 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6831253 Jul 28 09:13:41.223989 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Request body: {'port': {'device_id': 'a3317255-2cf3-4607-b66e-4304074841bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:13:41.285256 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:41.550421 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c43e9c-6a89-49b1-876d-70dd41025c51 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:13:41.558365 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Publish callbacks [] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:41.571464 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Transition to ACTIVE for port object c1c43e9c-6a89-49b1-876d-70dd41025c51 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:13:41.574817 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:41.628896 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Pushing event updated for resources: {'Port': ['ID=c1c43e9c-6a89-49b1-876d-70dd41025c51,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:41.701974 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Attempting to bind port c1c43e9c-6a89-49b1-876d-70dd41025c51 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:13:41.702311 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Attempting to bind port c1c43e9c-6a89-49b1-876d-70dd41025c51 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '72eaa882-c2f4-4130-a8ae-c7213553ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:13:41.702640 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Attempting to bind port c1c43e9c-6a89-49b1-876d-70dd41025c51 on network 78a3977d-7878-4e03-89cc-75c224db685b {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:13:41.706915 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Port c1c43e9c-6a89-49b1-876d-70dd41025c51 on network 78a3977d-7878-4e03-89cc-75c224db685b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:13:41.707231 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Attempting to bind port c1c43e9c-6a89-49b1-876d-70dd41025c51 on network 78a3977d-7878-4e03-89cc-75c224db685b {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:13:41.712553 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:13:41.712887 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Checking segment: {'id': '72eaa882-c2f4-4130-a8ae-c7213553ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:13:41.713266 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Bound using segment: {'id': '72eaa882-c2f4-4130-a8ae-c7213553ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:13:41.713685 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Bound port: c1c43e9c-6a89-49b1-876d-70dd41025c51, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72eaa882-c2f4-4130-a8ae-c7213553ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:13:41.714066 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:41.775645 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] For port c1c43e9c-6a89-49b1-876d-70dd41025c51, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:13:41.778632 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] For port c1c43e9c-6a89-49b1-876d-70dd41025c51, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=c1c43e9c-6a89-49b1-876d-70dd41025c51,segment=NetworkSegment(72eaa882-c2f4-4130-a8ae-c7213553ed14),segment_id=72eaa882-c2f4-4130-a8ae-c7213553ed14)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:13:41.786666 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:41.828403 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:41.829210 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:41.830650 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] 10.222.0.60 "PUT /v2.0/ports/c1c43e9c-6a89-49b1-876d-70dd41025c51 HTTP/1.1" status: 200 len: 1093 time: 0.6112123 Jul 28 09:13:41.831107 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3317255-2cf3-4607-b66e-4304074841bb', 'tag': 'c1c43e9c-6a89-49b1-876d-70dd41025c51'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:13:41.834111 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303ecf3d-df80-4325-bf3d-7153df178413" -d '{"events": [{"name": "network-changed", "server_uuid": "a3317255-2cf3-4607-b66e-4304074841bb", "tag": "c1c43e9c-6a89-49b1-876d-70dd41025c51"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:13:41.862427 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a5822-5edf-473b-85c6-d5a2ec212c0a service neutron] Pushing event updated for resources: {'Port': ['ID=c1c43e9c-6a89-49b1-876d-70dd41025c51,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:41.877178 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fe5e9a-b8e0-48df-aa2c-34ebaf5df81b x-openstack-request-id: req-07fe5e9a-b8e0-48df-aa2c-34ebaf5df81b {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:13:41.877509 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3317255-2cf3-4607-b66e-4304074841bb", "tag": "c1c43e9c-6a89-49b1-876d-70dd41025c51", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:13:41.877783 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07fe5e9a-b8e0-48df-aa2c-34ebaf5df81b {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:13:41.878234 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07fe5e9a-b8e0-48df-aa2c-34ebaf5df81b'] response: {'name': 'network-changed', 'server_uuid': 'a3317255-2cf3-4607-b66e-4304074841bb', 'tag': 'c1c43e9c-6a89-49b1-876d-70dd41025c51', 'status': 'completed', 'code': 200} Jul 28 09:13:41.909473 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:41.914946 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:41.984073 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842afe7-10a9-4c75-b165-bf658b3dd918 req-f6df4830-f21c-4a6a-93e0-9bc3b6815e67 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:41.985797 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d842afe7-10a9-4c75-b165-bf658b3dd918 req-f6df4830-f21c-4a6a-93e0-9bc3b6815e67 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0508833 Jul 28 09:13:42.019217 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:42.037517 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-26552b86-ab3e-44f8-858d-0fccf803d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:42.039591 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-26552b86-ab3e-44f8-858d-0fccf803d818 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=707034727c6c44eb8cea2f5951ac48b7&device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 1127 time: 0.0528328 Jul 28 09:13:42.093610 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d842afe7-10a9-4c75-b165-bf658b3dd918 req-3caca50b-be36-4c52-bc33-61e1ccf8e03d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982985 Jul 28 09:13:42.381140 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:42.382923 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-f0f430b4-af86-43a4-bf16-19676cc1473d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1c43e9c-6a89-49b1-876d-70dd41025c51 HTTP/1.1" status: 200 len: 217 time: 0.2727001 Jul 28 09:13:42.394467 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4d5aa-7b0e-4ae3-9b91-f1845d996002 req-b9f0ad7d-7bbf-4e53-95f2-d3895865ea2e tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:42.396507 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58e4d5aa-7b0e-4ae3-9b91-f1845d996002 req-b9f0ad7d-7bbf-4e53-95f2-d3895865ea2e tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 943 time: 0.3196962 Jul 28 09:13:42.464171 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-345fafbc-28cb-439b-9399-de06ea2b1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:42.465609 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-345fafbc-28cb-439b-9399-de06ea2b1c95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=345e0093-54d8-4338-96e5-135e68e6ad20 HTTP/1.1" status: 200 len: 848 time: 0.0679224 Jul 28 09:13:42.513506 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58e4d5aa-7b0e-4ae3-9b91-f1845d996002 req-8d28e87c-6c2a-40ff-af20-ebaba331ce38 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070595 Jul 28 09:13:42.515251 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-218983d8-107c-4659-9825-3e4e620d5410 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78a3977d-7878-4e03-89cc-75c224db685b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392408 Jul 28 09:13:42.607074 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-8937833e-a7d6-45fd-a724-dbe6ce7fadbd service neutron] 10.222.0.60 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843730 Jul 28 09:13:42.708373 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-83ede3c2-d31e-437c-8e73-ea0ee502e67e req-231a961f-baca-480a-8bdd-eed6d1be01fe service neutron] 10.222.0.60 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923386 Jul 28 09:13:43.225011 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d4f43-9235-4281-906d-6022861656cc req-5040db31-c3d9-43f8-a0d5-3968e1b8c274 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:43.226404 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-353d4f43-9235-4281-906d-6022861656cc req-5040db31-c3d9-43f8-a0d5-3968e1b8c274 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0466743 Jul 28 09:13:43.274316 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-353d4f43-9235-4281-906d-6022861656cc req-cc5b399d-17a8-455b-bf17-8065cc2ba3fa tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422053 Jul 28 09:13:43.634250 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476fe87-e0f3-4e44-aace-5f5fcd6d20de req-952cdbb4-5ce0-4d74-b8f4-b432952e93f6 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:43.635713 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5476fe87-e0f3-4e44-aace-5f5fcd6d20de req-952cdbb4-5ce0-4d74-b8f4-b432952e93f6 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 943 time: 0.0491743 Jul 28 09:13:43.688737 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5476fe87-e0f3-4e44-aace-5f5fcd6d20de req-ea0b8837-127a-4d76-ae01-7826a659e373 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464866 Jul 28 09:13:44.393132 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54428-7803-441e-90cf-b56ed76fd8e3 req-2d16a739-0ea8-408e-9efc-279f1ccf01fa tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:44.394628 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bca54428-7803-441e-90cf-b56ed76fd8e3 req-2d16a739-0ea8-408e-9efc-279f1ccf01fa tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0474021 Jul 28 09:13:44.441103 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bca54428-7803-441e-90cf-b56ed76fd8e3 req-ad7e9041-01c0-41be-91f9-8150d7d0442c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Jul 28 09:13:44.804491 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b0e42-425f-4ab1-bde9-fc6961ec47eb req-ed1ae7a6-0e12-4fc9-8693-3c1550d043e6 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:44.805953 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-736b0e42-425f-4ab1-bde9-fc6961ec47eb req-ed1ae7a6-0e12-4fc9-8693-3c1550d043e6 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 943 time: 0.0458748 Jul 28 09:13:44.853703 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-736b0e42-425f-4ab1-bde9-fc6961ec47eb req-864b2e6e-8e18-485e-ad81-9d694b6ebcfe tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Jul 28 09:13:45.565594 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7991f-cda1-4aa5-a391-0fc82dff7cbd req-ba86dcf2-aa2c-4920-9f87-18a22d309ef9 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:45.567691 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-56c7991f-cda1-4aa5-a391-0fc82dff7cbd req-ba86dcf2-aa2c-4920-9f87-18a22d309ef9 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0496399 Jul 28 09:13:45.616830 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-56c7991f-cda1-4aa5-a391-0fc82dff7cbd req-213aa075-092e-4892-92f6-4cf38ea914ea tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430591 Jul 28 09:13:45.972194 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddff78-77d4-4665-8c5d-800bcfab7e89 req-172f3566-50bd-493d-862d-d98929676178 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:45.974296 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31ddff78-77d4-4665-8c5d-800bcfab7e89 req-172f3566-50bd-493d-862d-d98929676178 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 943 time: 0.0510674 Jul 28 09:13:46.024590 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31ddff78-77d4-4665-8c5d-800bcfab7e89 req-a0856bba-89ca-47cb-83df-bf9fdad41ed5 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444183 Jul 28 09:13:46.736178 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0600e-e915-4330-ae1f-682bdd7fc141 req-04098bee-25d9-4ec2-ac49-1d0c3ac88665 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:46.737862 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c0600e-e915-4330-ae1f-682bdd7fc141 req-04098bee-25d9-4ec2-ac49-1d0c3ac88665 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0469897 Jul 28 09:13:46.789165 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4c0600e-e915-4330-ae1f-682bdd7fc141 req-7a994d1d-0416-42a4-b0ab-1ccfcd4c4f96 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 Jul 28 09:13:47.125825 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:47.131561 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:47.140130 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6f1e1-ace0-4fea-8c11-ac36841eaadc req-dae95a51-afe8-492e-9edf-044c9a04c91d tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:47.141580 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50f6f1e1-ace0-4fea-8c11-ac36841eaadc req-dae95a51-afe8-492e-9edf-044c9a04c91d tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 943 time: 0.0471892 Jul 28 09:13:47.187769 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50f6f1e1-ace0-4fea-8c11-ac36841eaadc req-9d022bc9-08cc-4910-b420-2436af8eb690 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Jul 28 09:13:47.907765 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d893aff-a8f8-41b6-b868-8f6319cd11c8 req-ce5a94eb-beb1-4900-a4b6-52a44cd86bfa tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:47.909221 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9d893aff-a8f8-41b6-b868-8f6319cd11c8 req-ce5a94eb-beb1-4900-a4b6-52a44cd86bfa tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0467696 Jul 28 09:13:47.955936 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9d893aff-a8f8-41b6-b868-8f6319cd11c8 req-6772533a-8ef5-4772-af52-5c11cbba9c78 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 Jul 28 09:13:48.308070 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bae633-54cc-4acb-a602-c61898297593 req-c3b0982f-ffc5-4748-9d5e-9af53f550dbd tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:48.309546 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3bae633-54cc-4acb-a602-c61898297593 req-c3b0982f-ffc5-4748-9d5e-9af53f550dbd tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 943 time: 0.0505049 Jul 28 09:13:48.355869 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3bae633-54cc-4acb-a602-c61898297593 req-443f1587-72dd-426e-a8f6-3ba1274eb037 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408669 Jul 28 09:13:49.072203 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea88139-0893-4ba8-bf19-2d5d25bb6b7b req-4f2cc340-f10f-4181-8e80-ede6d98c41cf tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:49.073690 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8ea88139-0893-4ba8-bf19-2d5d25bb6b7b req-4f2cc340-f10f-4181-8e80-ede6d98c41cf tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0473156 Jul 28 09:13:49.121905 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8ea88139-0893-4ba8-bf19-2d5d25bb6b7b req-be430ea7-6da3-4328-b404-3b0be1ec7407 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423617 Jul 28 09:13:49.424452 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:13:49.473939 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30e14c-1c08-4f40-aa46-b7d101434a4e req-47af20e5-d523-40ed-82f2-a8529c59c2a6 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:49.475926 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7d30e14c-1c08-4f40-aa46-b7d101434a4e req-47af20e5-d523-40ed-82f2-a8529c59c2a6 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 943 time: 0.0505307 Jul 28 09:13:49.522864 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7d30e14c-1c08-4f40-aa46-b7d101434a4e req-fdb1bd61-8513-4535-b15a-fd2f2a236a2c tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Jul 28 09:13:50.239362 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3715d-b63b-475c-8f5e-f0823d739e4f req-af2ff024-1aea-43c6-9686-fd7ce6cac149 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:50.241263 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e0e3715d-b63b-475c-8f5e-f0823d739e4f req-af2ff024-1aea-43c6-9686-fd7ce6cac149 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0467861 Jul 28 09:13:50.287949 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e0e3715d-b63b-475c-8f5e-f0823d739e4f req-3874c24f-c0e7-4ebe-99a6-d3ea71460395 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Jul 28 09:13:50.635024 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f91ca-f44d-4722-9f4d-eb897ef466bd req-841b74ba-c676-402c-9cc2-b6a8979c6a89 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:50.636971 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-232f91ca-f44d-4722-9f4d-eb897ef466bd req-841b74ba-c676-402c-9cc2-b6a8979c6a89 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 943 time: 0.0460887 Jul 28 09:13:50.690690 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-232f91ca-f44d-4722-9f4d-eb897ef466bd req-06fbd72d-dfe3-441d-824c-8a136cb44c3a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479791 Jul 28 09:13:51.404286 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95035c2a-2f68-4a42-b9cb-ea77178e10de req-819d09fa-46f9-4675-9646-30ffbbeee4b7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:51.405751 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95035c2a-2f68-4a42-b9cb-ea77178e10de req-819d09fa-46f9-4675-9646-30ffbbeee4b7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0477214 Jul 28 09:13:51.452658 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95035c2a-2f68-4a42-b9cb-ea77178e10de req-c56900ca-d565-4c8b-846c-77e4fb126981 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Jul 28 09:13:51.809901 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31a11c-f638-4a98-85e5-f2d7d5efe48e req-e1a4f1e0-c78d-4a31-86e7-a83242fb4b2b tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:51.811386 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d31a11c-f638-4a98-85e5-f2d7d5efe48e req-e1a4f1e0-c78d-4a31-86e7-a83242fb4b2b tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 943 time: 0.0482497 Jul 28 09:13:51.859608 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d31a11c-f638-4a98-85e5-f2d7d5efe48e req-4b456c5e-db04-43ce-8a88-ea278048049f tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425143 Jul 28 09:13:52.129118 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:52.237471 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device c1c43e9c-6a89-49b1-876d-70dd41025c51 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:13:52.335404 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port c1c43e9c-6a89-49b1-876d-70dd41025c51, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=c1c43e9c-6a89-49b1-876d-70dd41025c51,segment=NetworkSegment(72eaa882-c2f4-4130-a8ae-c7213553ed14),segment_id=72eaa882-c2f4-4130-a8ae-c7213553ed14)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:52.345903 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': 'c1c43e9c-6a89-49b1-876d-70dd41025c51', 'network_id': '78a3977d-7878-4e03-89cc-75c224db685b', 'port_id': 'c1c43e9c-6a89-49b1-876d-70dd41025c51', 'mac_address': 'fa:16:3e:2a:27:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345e0093-54d8-4338-96e5-135e68e6ad20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:13:52.378809 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port c1c43e9c-6a89-49b1-876d-70dd41025c51 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:13:52.379119 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:52.391967 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c43e9c-6a89-49b1-876d-70dd41025c51 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:13:52.411579 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port c1c43e9c-6a89-49b1-876d-70dd41025c51, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=c1c43e9c-6a89-49b1-876d-70dd41025c51,segment=NetworkSegment(72eaa882-c2f4-4130-a8ae-c7213553ed14),segment_id=72eaa882-c2f4-4130-a8ae-c7213553ed14)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:52.416422 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:52.461469 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=c1c43e9c-6a89-49b1-876d-70dd41025c51,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:52.468379 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.468732 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.469100 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.469460 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.469799 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.470155 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.470484 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.470828 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.471139 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.471462 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.471790 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.472119 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.472442 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.472762 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.473083 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:52.571276 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71fa65-e715-4338-a736-19129971dc0e req-08fb8be0-1be2-4c91-8580-8761064294f4 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:52.572737 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cb71fa65-e715-4338-a736-19129971dc0e req-08fb8be0-1be2-4c91-8580-8761064294f4 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0491397 Jul 28 09:13:52.619029 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cb71fa65-e715-4338-a736-19129971dc0e req-c621cc0b-2844-4b2c-98ad-3a9f009d4435 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Jul 28 09:13:52.975833 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfb048-c86c-40c4-99c6-aa9b3046388e req-464d07aa-8738-43d4-9d80-3eba9fed03fc tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:52.977280 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ccdfb048-c86c-40c4-99c6-aa9b3046388e req-464d07aa-8738-43d4-9d80-3eba9fed03fc tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 944 time: 0.0467589 Jul 28 09:13:53.025510 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ccdfb048-c86c-40c4-99c6-aa9b3046388e req-6044190d-0278-4ead-9fb6-80e02afc5e26 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427320 Jul 28 09:13:53.142950 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:53.148642 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['c1c43e9c-6a89-49b1-876d-70dd41025c51'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:13:53.174271 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ecf3d-df80-4325-bf3d-7153df178413 req-cdba631b-9ce7-40a6-86ec-5482ece57b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:53.176705 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-303ecf3d-df80-4325-bf3d-7153df178413 req-cdba631b-9ce7-40a6-86ec-5482ece57b56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=707034727c6c44eb8cea2f5951ac48b7&device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 1128 time: 0.0447206 Jul 28 09:13:53.234553 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:53.277673 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ecf3d-df80-4325-bf3d-7153df178413 req-c57ebb65-95f3-44e4-b488-aca4a17794a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:53.279287 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-303ecf3d-df80-4325-bf3d-7153df178413 req-c57ebb65-95f3-44e4-b488-aca4a17794a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78a3977d-7878-4e03-89cc-75c224db685b HTTP/1.1" status: 200 len: 909 time: 0.0955455 Jul 28 09:13:53.322759 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-303ecf3d-df80-4325-bf3d-7153df178413 req-f4cae86b-3422-4e7b-aaee-b39436ebef37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1c43e9c-6a89-49b1-876d-70dd41025c51 HTTP/1.1" status: 200 len: 217 time: 0.0366011 Jul 28 09:13:53.381243 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ecf3d-df80-4325-bf3d-7153df178413 req-b378398d-0c1a-46e7-a5ca-c5809a1fe0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:53.382734 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-303ecf3d-df80-4325-bf3d-7153df178413 req-b378398d-0c1a-46e7-a5ca-c5809a1fe0c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=345e0093-54d8-4338-96e5-135e68e6ad20 HTTP/1.1" status: 200 len: 848 time: 0.0527728 Jul 28 09:13:53.418182 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-303ecf3d-df80-4325-bf3d-7153df178413 req-3d0e7564-c8ae-4869-8ea4-b4dd2f5c8a8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78a3977d-7878-4e03-89cc-75c224db685b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265169 Jul 28 09:13:53.522133 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-303ecf3d-df80-4325-bf3d-7153df178413 req-c8e22f1b-fe91-47ec-bf88-6f0428fedb06 service neutron] 10.222.0.60 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870605 Jul 28 09:13:53.616156 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-303ecf3d-df80-4325-bf3d-7153df178413 req-951763e4-e284-4864-a1a3-49c6b6f0174e service neutron] 10.222.0.60 "GET /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857029 Jul 28 09:13:53.740814 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a3be9-1d56-4813-875e-40ee8f3edb39 req-cd01fa9d-d6f9-42c5-94db-378ccfaf2950 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:53.742222 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b6a3be9-1d56-4813-875e-40ee8f3edb39 req-cd01fa9d-d6f9-42c5-94db-378ccfaf2950 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0477815 Jul 28 09:13:53.788416 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b6a3be9-1d56-4813-875e-40ee8f3edb39 req-11eb1dc5-b019-41b3-8168-76958c4945b3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Jul 28 09:13:54.144002 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2293b0-034e-47d4-875d-c7ce1c0beb2b req-a9497851-fa78-42f2-bad9-339d0e1a73c1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:54.145467 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa2293b0-034e-47d4-875d-c7ce1c0beb2b req-a9497851-fa78-42f2-bad9-339d0e1a73c1 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 944 time: 0.0516882 Jul 28 09:13:54.193111 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa2293b0-034e-47d4-875d-c7ce1c0beb2b req-ae207306-befb-4944-a56a-2fe18ff8106a tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Jul 28 09:13:54.367396 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 45398) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:54.469654 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-921cda70-bd62-4f5b-8a2f-a5418fff8c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:54.543349 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-921cda70-bd62-4f5b-8a2f-a5418fff8c7e admin admin] Publish callbacks [] for security_group (13008029-4927-4d75-9c55-86aec5067676), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:54.546807 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-921cda70-bd62-4f5b-8a2f-a5418fff8c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (13008029-4927-4d75-9c55-86aec5067676), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:54.584457 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-921cda70-bd62-4f5b-8a2f-a5418fff8c7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=711b0d7dc317496b846dc149628bdbf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154903 Jul 28 09:13:54.586430 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cda70-bd62-4f5b-8a2f-a5418fff8c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13008029-4927-4d75-9c55-86aec5067676,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:54.587188 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 45402) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:54.635710 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Publish callbacks [] for security_group (13008029-4927-4d75-9c55-86aec5067676), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:54.659629 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Publish callbacks [] for security_group (13008029-4927-4d75-9c55-86aec5067676), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:54.704036 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (13008029-4927-4d75-9c55-86aec5067676), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:54.706707 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:54.707828 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13008029-4927-4d75-9c55-86aec5067676 HTTP/1.1" status: 204 len: 168 time: 0.1196020 Jul 28 09:13:54.715787 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13008029-4927-4d75-9c55-86aec5067676,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:54.722757 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.723134 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.723500 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.723846 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.724180 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.724570 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.724908 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.725290 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.725632 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.725971 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.726301 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.726629 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.726951 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.727276 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.727597 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827751d7-313f-45c6-a8ec-a21a56679bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:13:54.787072 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device c1c43e9c-6a89-49b1-876d-70dd41025c51 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:13:54.850687 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port c1c43e9c-6a89-49b1-876d-70dd41025c51 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:13:54.860202 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port c1c43e9c-6a89-49b1-876d-70dd41025c51 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:13:54.861266 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:54.920981 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ce47-79c3-4072-95a1-ea022526bf9c req-348239c2-e483-4f03-9ca6-6008d71879f0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:54.922563 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d125ce47-79c3-4072-95a1-ea022526bf9c req-348239c2-e483-4f03-9ca6-6008d71879f0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0544803 Jul 28 09:13:54.974595 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port c1c43e9c-6a89-49b1-876d-70dd41025c51 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:13:54.974986 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:54.976819 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d125ce47-79c3-4072-95a1-ea022526bf9c req-b827e6f8-b1ec-4043-ae8f-cc84b9c65d4b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482068 Jul 28 09:13:54.998332 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3317255-2cf3-4607-b66e-4304074841bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c43e9c-6a89-49b1-876d-70dd41025c51'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:13:55.000897 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82754da-158e-4e2e-9498-9893800a1282" -d '{"events": [{"server_uuid": "a3317255-2cf3-4607-b66e-4304074841bb", "name": "network-vif-plugged", "status": "completed", "tag": "c1c43e9c-6a89-49b1-876d-70dd41025c51"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:13:55.014738 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port c1c43e9c-6a89-49b1-876d-70dd41025c51, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=c1c43e9c-6a89-49b1-876d-70dd41025c51,segment=NetworkSegment(72eaa882-c2f4-4130-a8ae-c7213553ed14),segment_id=72eaa882-c2f4-4130-a8ae-c7213553ed14)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:13:55.019028 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:55.025391 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 45414) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:55.039763 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-02287f44-c097-4c20-ad1d-4e80a8817302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:55.044330 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb05543-4db9-46ca-a1d8-1df49dc7943b x-openstack-request-id: req-efb05543-4db9-46ca-a1d8-1df49dc7943b {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:13:55.044620 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3317255-2cf3-4607-b66e-4304074841bb", "name": "network-vif-plugged", "status": "completed", "tag": "c1c43e9c-6a89-49b1-876d-70dd41025c51", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:13:55.044870 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efb05543-4db9-46ca-a1d8-1df49dc7943b {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:13:55.045258 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb05543-4db9-46ca-a1d8-1df49dc7943b'] response: {'server_uuid': 'a3317255-2cf3-4607-b66e-4304074841bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c43e9c-6a89-49b1-876d-70dd41025c51', 'code': 200} Jul 28 09:13:55.071381 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=c1c43e9c-6a89-49b1-876d-70dd41025c51,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:55.119861 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-02287f44-c097-4c20-ad1d-4e80a8817302 admin admin] Publish callbacks [] for security_group (65c98d19-1021-4512-8377-eb3d58fc8c0b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:55.123513 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-02287f44-c097-4c20-ad1d-4e80a8817302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (65c98d19-1021-4512-8377-eb3d58fc8c0b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:55.162227 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-02287f44-c097-4c20-ad1d-4e80a8817302 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84ed6a0e93f94d0a989a6cf2482545f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353321 Jul 28 09:13:55.163189 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02287f44-c097-4c20-ad1d-4e80a8817302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c98d19-1021-4512-8377-eb3d58fc8c0b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:55.164654 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 45416) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:55.194166 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:55.216458 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d734-d1be-43ac-bb86-5b130bf71e57 admin admin] Publish callbacks [] for security_group (65c98d19-1021-4512-8377-eb3d58fc8c0b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:55.238460 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d734-d1be-43ac-bb86-5b130bf71e57 admin admin] Publish callbacks [] for security_group (65c98d19-1021-4512-8377-eb3d58fc8c0b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:55.297311 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:55.316019 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0fcab-4e53-41c3-9e73-f09ff1a0abeb req-14f1bd7d-7437-4584-957d-ffa82e5924f8 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:55.317482 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fbf0fcab-4e53-41c3-9e73-f09ff1a0abeb req-14f1bd7d-7437-4584-957d-ffa82e5924f8 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0519488 Jul 28 09:13:55.319679 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d734-d1be-43ac-bb86-5b130bf71e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (65c98d19-1021-4512-8377-eb3d58fc8c0b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:55.322285 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d734-d1be-43ac-bb86-5b130bf71e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:55.323304 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ddb1d734-d1be-43ac-bb86-5b130bf71e57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65c98d19-1021-4512-8377-eb3d58fc8c0b HTTP/1.1" status: 204 len: 168 time: 0.1569180 Jul 28 09:13:55.347200 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1d734-d1be-43ac-bb86-5b130bf71e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c98d19-1021-4512-8377-eb3d58fc8c0b,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:55.382490 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fbf0fcab-4e53-41c3-9e73-f09ff1a0abeb req-c815c281-4b97-43b8-81a5-6d323d3dea22 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580399 Jul 28 09:13:56.099388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360825f-0469-4c52-9f01-cdd020085667 req-e246577d-02d6-4ccc-bdcc-19a175438c46 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:56.101409 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c360825f-0469-4c52-9f01-cdd020085667 req-e246577d-02d6-4ccc-bdcc-19a175438c46 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0469723 Jul 28 09:13:56.153028 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c360825f-0469-4c52-9f01-cdd020085667 req-ed17d70c-71a2-45b4-97df-0ad38c3cf28c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457561 Jul 28 09:13:56.534195 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201fd03-f113-4a36-b4e1-c2b90faca7d2 req-3b8bdb18-6285-4bf2-a085-043e4448b11d tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:56.535699 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a201fd03-f113-4a36-b4e1-c2b90faca7d2 req-3b8bdb18-6285-4bf2-a085-043e4448b11d tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0604861 Jul 28 09:13:56.597353 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a201fd03-f113-4a36-b4e1-c2b90faca7d2 req-466d2612-8b3c-40df-85b3-cb979c6848f6 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552878 Jul 28 09:13:56.671243 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f69497-dc95-494a-b757-f8ff09c955bd req-7410e16a-55a0-4295-a75c-e1d9a729585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:56.672737 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1f69497-dc95-494a-b757-f8ff09c955bd req-7410e16a-55a0-4295-a75c-e1d9a729585b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 1129 time: 0.0700815 Jul 28 09:13:56.675490 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850811a-4e75-4ea6-be60-f7c21bdeac9f req-a164f5f2-f962-43c4-b2d5-0c5f759ea4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:56.676829 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d850811a-4e75-4ea6-be60-f7c21bdeac9f req-a164f5f2-f962-43c4-b2d5-0c5f759ea4c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 1129 time: 0.0730104 Jul 28 09:13:56.759143 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e1f69497-dc95-494a-b757-f8ff09c955bd req-d3057cf5-819f-4935-b2a7-89723080f067 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696762 Jul 28 09:13:56.760750 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d850811a-4e75-4ea6-be60-f7c21bdeac9f req-293db2cc-4c7b-4417-b66a-b9d9e16589ff service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708656 Jul 28 09:13:56.836427 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ac2bd7b6-4a9c-4f44-b238-7111e7fdd205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.001064 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 45474) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:57.105361 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-88c66be6-bc70-445f-99a9-8c72273c8bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.186832 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-88c66be6-bc70-445f-99a9-8c72273c8bc6 admin admin] Publish callbacks [] for security_group (eb1626f8-d141-4577-bae8-5fd9bff3d8b1), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.190868 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-88c66be6-bc70-445f-99a9-8c72273c8bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (eb1626f8-d141-4577-bae8-5fd9bff3d8b1), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.238914 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c66be6-bc70-445f-99a9-8c72273c8bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1626f8-d141-4577-bae8-5fd9bff3d8b1,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:57.243022 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-88c66be6-bc70-445f-99a9-8c72273c8bc6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=235ee1f2f1844ad9b40198fe4e46346d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408097 Jul 28 09:13:57.245690 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 45480) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:57.277576 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5830d38-05db-41a2-8db0-4b0cbcbc60db req-b70cdfd5-1313-45e5-a99b-e0d9d37eea3f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:57.279066 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f5830d38-05db-41a2-8db0-4b0cbcbc60db req-b70cdfd5-1313-45e5-a99b-e0d9d37eea3f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0516133 Jul 28 09:13:57.296112 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ddb2909a-1ae5-4736-a46c-05f7a6d97e9e admin admin] Publish callbacks [] for security_group (eb1626f8-d141-4577-bae8-5fd9bff3d8b1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.317355 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ddb2909a-1ae5-4736-a46c-05f7a6d97e9e admin admin] Publish callbacks [] for security_group (eb1626f8-d141-4577-bae8-5fd9bff3d8b1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.326800 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f5830d38-05db-41a2-8db0-4b0cbcbc60db req-60ab639f-dcff-4f1b-92e9-c79ec0b68d6e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420094 Jul 28 09:13:57.369075 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ddb2909a-1ae5-4736-a46c-05f7a6d97e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (eb1626f8-d141-4577-bae8-5fd9bff3d8b1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.371660 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ddb2909a-1ae5-4736-a46c-05f7a6d97e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.372792 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ddb2909a-1ae5-4736-a46c-05f7a6d97e9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb1626f8-d141-4577-bae8-5fd9bff3d8b1 HTTP/1.1" status: 204 len: 168 time: 0.1260622 Jul 28 09:13:57.380251 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2909a-1ae5-4736-a46c-05f7a6d97e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1626f8-d141-4577-bae8-5fd9bff3d8b1,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:57.634601 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 45488) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:57.648105 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b51e43cc-184c-4640-befd-8259b254e418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.683160 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:57.719503 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f01dd-d542-435d-aa36-097df752d04c req-144a94e8-29c8-45ea-a9d6-99a54f7ee188 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:57.720983 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-463f01dd-d542-435d-aa36-097df752d04c req-144a94e8-29c8-45ea-a9d6-99a54f7ee188 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0481794 Jul 28 09:13:57.727015 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b51e43cc-184c-4640-befd-8259b254e418 admin admin] Publish callbacks [] for security_group (6c53ef74-7462-4cf5-9ad4-40f65a7e4184), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.731603 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b51e43cc-184c-4640-befd-8259b254e418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (6c53ef74-7462-4cf5-9ad4-40f65a7e4184), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.773721 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-463f01dd-d542-435d-aa36-097df752d04c req-eb1d6650-6cd0-4bec-89c4-c730660d0b39 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464962 Jul 28 09:13:57.781706 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b51e43cc-184c-4640-befd-8259b254e418 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87cf7500027548ea8034dbfff1b11b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437392 Jul 28 09:13:57.781706 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e43cc-184c-4640-befd-8259b254e418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c53ef74-7462-4cf5-9ad4-40f65a7e4184,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:57.782810 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 45490) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:13:57.831494 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-24450602-5c3e-4631-b61c-85dcebca549f admin admin] Publish callbacks [] for security_group (6c53ef74-7462-4cf5-9ad4-40f65a7e4184), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.853556 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-24450602-5c3e-4631-b61c-85dcebca549f admin admin] Publish callbacks [] for security_group (6c53ef74-7462-4cf5-9ad4-40f65a7e4184), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.899889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-24450602-5c3e-4631-b61c-85dcebca549f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (6c53ef74-7462-4cf5-9ad4-40f65a7e4184), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.902471 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-24450602-5c3e-4631-b61c-85dcebca549f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:57.903594 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-24450602-5c3e-4631-b61c-85dcebca549f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c53ef74-7462-4cf5-9ad4-40f65a7e4184 HTTP/1.1" status: 204 len: 168 time: 0.1197879 Jul 28 09:13:57.911333 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24450602-5c3e-4631-b61c-85dcebca549f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c53ef74-7462-4cf5-9ad4-40f65a7e4184,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:13:58.419006 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:58.456358 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862ee11-f794-44aa-9101-c84b6110a7a4 req-66b0d8bc-f7c4-4eab-b64a-eafb89763174 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:58.457861 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c862ee11-f794-44aa-9101-c84b6110a7a4 req-66b0d8bc-f7c4-4eab-b64a-eafb89763174 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0491445 Jul 28 09:13:58.468245 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=18 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:58.508180 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c862ee11-f794-44aa-9101-c84b6110a7a4 req-778ec749-523e-4ef2-8d1c-7cadca11fd69 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431280 Jul 28 09:13:58.907824 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91089913-8285-459e-906c-825d98bec8be req-3f113f04-416f-4a5c-9574-87829632d0e6 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:58.909308 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-91089913-8285-459e-906c-825d98bec8be req-3f113f04-416f-4a5c-9574-87829632d0e6 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0511901 Jul 28 09:13:58.957521 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-91089913-8285-459e-906c-825d98bec8be req-a928e550-4419-4c67-ab59-d28fa1e6b4a3 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Jul 28 09:13:59.334906 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:59.342694 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-96bcf5c1-ca59-48b3-9ab8-96cb11db9ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:13:59.421440 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=16 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:13:59.641280 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9cd1e-69be-4064-94e1-3956947819c1 req-ec88b9a3-5c7f-4418-a8cb-3f6c743b1f4a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:59.642779 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c9f9cd1e-69be-4064-94e1-3956947819c1 req-ec88b9a3-5c7f-4418-a8cb-3f6c743b1f4a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0476418 Jul 28 09:13:59.690797 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c9f9cd1e-69be-4064-94e1-3956947819c1 req-baddef29-0c2e-4ba2-84f8-3f695221f216 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415750 Jul 28 09:13:59.948654 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148ced1-dcfb-463e-bb51-21b4dbaa9ea8 req-01e95cd5-b0cd-489d-b26d-bea58164c8ff tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:13:59.950345 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3148ced1-dcfb-463e-bb51-21b4dbaa9ea8 req-01e95cd5-b0cd-489d-b26d-bea58164c8ff tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0549960 Jul 28 09:14:00.003719 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3148ced1-dcfb-463e-bb51-21b4dbaa9ea8 req-3ecdcab6-e782-48a6-ba07-ae438baeefb7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466037 Jul 28 09:14:00.078534 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd46ea9-4674-44e1-a8e8-91d9500e92b1 req-55d5cf50-f5db-4345-b67c-1322dd8cad67 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:00.080143 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-acd46ea9-4674-44e1-a8e8-91d9500e92b1 req-55d5cf50-f5db-4345-b67c-1322dd8cad67 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0494530 Jul 28 09:14:00.129099 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-acd46ea9-4674-44e1-a8e8-91d9500e92b1 req-68099689-8875-4029-a7d4-524c427bd75f tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432739 Jul 28 09:14:00.235333 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:00.379677 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 45578) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:00.483348 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-79eb70a1-2989-4965-b6ce-021ef0678e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:00.557514 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-79eb70a1-2989-4965-b6ce-021ef0678e3c admin admin] Publish callbacks [] for security_group (41c3830d-6fdc-4bd2-981b-f1de8bb1bccf), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:00.561769 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-79eb70a1-2989-4965-b6ce-021ef0678e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (41c3830d-6fdc-4bd2-981b-f1de8bb1bccf), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:00.602056 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb70a1-2989-4965-b6ce-021ef0678e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c3830d-6fdc-4bd2-981b-f1de8bb1bccf,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:00.607521 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-79eb70a1-2989-4965-b6ce-021ef0678e3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2627016c5454d74a6a4f57755fbfc4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268116 Jul 28 09:14:00.610257 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 45582) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:00.642624 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:00.663217 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f84bbb73-e5f5-4e99-8139-f77a6ec72d9e admin admin] Publish callbacks [] for security_group (41c3830d-6fdc-4bd2-981b-f1de8bb1bccf), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:00.684682 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f84bbb73-e5f5-4e99-8139-f77a6ec72d9e admin admin] Publish callbacks [] for security_group (41c3830d-6fdc-4bd2-981b-f1de8bb1bccf), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:00.730383 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f84bbb73-e5f5-4e99-8139-f77a6ec72d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (41c3830d-6fdc-4bd2-981b-f1de8bb1bccf), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:00.732820 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f84bbb73-e5f5-4e99-8139-f77a6ec72d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:00.733962 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f84bbb73-e5f5-4e99-8139-f77a6ec72d9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41c3830d-6fdc-4bd2-981b-f1de8bb1bccf HTTP/1.1" status: 204 len: 168 time: 0.1229014 Jul 28 09:14:00.741767 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bbb73-e5f5-4e99-8139-f77a6ec72d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c3830d-6fdc-4bd2-981b-f1de8bb1bccf,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:00.816483 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084456d-64bc-45c2-8f6f-e5c49b1b113c req-51b70444-2911-447b-b753-5ebdff82729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:00.818909 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1084456d-64bc-45c2-8f6f-e5c49b1b113c req-51b70444-2911-447b-b753-5ebdff82729e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 1129 time: 0.0416317 Jul 28 09:14:00.958803 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:00.962554 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084456d-64bc-45c2-8f6f-e5c49b1b113c req-d2be865b-8450-44d8-9e7f-84ae6c1d2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:00.963992 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1084456d-64bc-45c2-8f6f-e5c49b1b113c req-d2be865b-8450-44d8-9e7f-84ae6c1d2276 service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.1002026 Jul 28 09:14:01.003034 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1084456d-64bc-45c2-8f6f-e5c49b1b113c req-20228061-283c-41e1-a8e4-ec16ddb98b77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89af98d3-0e6d-4025-b5bf-6a18fba6c7de HTTP/1.1" status: 200 len: 217 time: 0.0326109 Jul 28 09:14:01.016149 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 45588) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:01.031481 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-414caede-bb29-434b-bf2a-2fa80c9fae71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:01.053018 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084456d-64bc-45c2-8f6f-e5c49b1b113c req-8062a240-2d81-4c84-b323-966703b54234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:01.056551 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1084456d-64bc-45c2-8f6f-e5c49b1b113c req-8062a240-2d81-4c84-b323-966703b54234 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.0463042 Jul 28 09:14:01.077726 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:01.084154 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:01.114388 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-414caede-bb29-434b-bf2a-2fa80c9fae71 admin admin] Publish callbacks [] for security_group (bf8df453-d4ef-4f96-a655-1524e4da732e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:01.118721 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-414caede-bb29-434b-bf2a-2fa80c9fae71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (bf8df453-d4ef-4f96-a655-1524e4da732e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:01.132647 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084456d-64bc-45c2-8f6f-e5c49b1b113c req-e5fff3c3-ab5c-47c3-ad22-320e3fba375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:01.134149 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1084456d-64bc-45c2-8f6f-e5c49b1b113c req-e5fff3c3-ab5c-47c3-ad22-320e3fba375f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729842 Jul 28 09:14:01.157411 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37925bd1-7942-4d50-86f9-941719357318 req-af05da77-4526-4d04-b7b7-fed1e28204db tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:01.158917 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37925bd1-7942-4d50-86f9-941719357318 req-af05da77-4526-4d04-b7b7-fed1e28204db tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0650387 Jul 28 09:14:01.164522 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-414caede-bb29-434b-bf2a-2fa80c9fae71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=467dced9a80340ffb7ec5ce6f13fa349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472909 Jul 28 09:14:01.165203 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 45594) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:01.167771 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414caede-bb29-434b-bf2a-2fa80c9fae71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8df453-d4ef-4f96-a655-1524e4da732e,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:01.247164 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-003ef99f-13b1-4615-9304-8ca2ee088a5e admin admin] Publish callbacks [] for security_group (bf8df453-d4ef-4f96-a655-1524e4da732e), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:01.269490 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-003ef99f-13b1-4615-9304-8ca2ee088a5e admin admin] Publish callbacks [] for security_group (bf8df453-d4ef-4f96-a655-1524e4da732e), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:01.308687 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968243b-1f5b-4315-95d2-585b90766d8d req-eb87af5b-8f5d-4efd-b30e-37b5daeba592 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:01.310607 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9968243b-1f5b-4315-95d2-585b90766d8d req-eb87af5b-8f5d-4efd-b30e-37b5daeba592 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0859060 Jul 28 09:14:01.322633 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-37925bd1-7942-4d50-86f9-941719357318 req-4160834d-9f28-402b-b4bb-730f9728b0b5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531875 Jul 28 09:14:01.327082 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-003ef99f-13b1-4615-9304-8ca2ee088a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (bf8df453-d4ef-4f96-a655-1524e4da732e), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:01.330263 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-003ef99f-13b1-4615-9304-8ca2ee088a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:01.338251 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-003ef99f-13b1-4615-9304-8ca2ee088a5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf8df453-d4ef-4f96-a655-1524e4da732e HTTP/1.1" status: 204 len: 168 time: 0.1680386 Jul 28 09:14:01.347440 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ef99f-13b1-4615-9304-8ca2ee088a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8df453-d4ef-4f96-a655-1524e4da732e,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:01.348875 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1084456d-64bc-45c2-8f6f-e5c49b1b113c req-f76e47f6-4003-4470-8a18-52b17fd77bbf service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068481 Jul 28 09:14:01.425782 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9968243b-1f5b-4315-95d2-585b90766d8d req-1e9d78ad-a256-411d-b8b4-96395be00850 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077452 Jul 28 09:14:01.477499 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1084456d-64bc-45c2-8f6f-e5c49b1b113c req-39d49ec2-8dc6-4b11-8182-6e9fffd308b8 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172287 Jul 28 09:14:01.727931 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:01.925494 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:01.936512 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:02.391191 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438136d-c119-44b3-a6e6-f9959174f1cf req-05e7815a-0d55-431f-9619-128f3d406121 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:02.392633 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a438136d-c119-44b3-a6e6-f9959174f1cf req-05e7815a-0d55-431f-9619-128f3d406121 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0487015 Jul 28 09:14:02.444272 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a438136d-c119-44b3-a6e6-f9959174f1cf req-d0733e2f-010f-47af-acf3-04c2f1e3a7e2 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445778 Jul 28 09:14:02.545380 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd4651-eeb1-46f0-af0d-2690354bf526 req-1e146514-9ae9-4553-ac30-7358fb1e00fd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:02.546976 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-26bd4651-eeb1-46f0-af0d-2690354bf526 req-1e146514-9ae9-4553-ac30-7358fb1e00fd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0472972 Jul 28 09:14:02.603789 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-26bd4651-eeb1-46f0-af0d-2690354bf526 req-ca4d821f-5984-40eb-a75f-d09611acbed5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Jul 28 09:14:03.564100 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ba86d-2848-48f8-8e42-9b9ba2317265 req-83cf4b7b-593d-4986-89c6-13ac1f459ad8 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:03.565563 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc4ba86d-2848-48f8-8e42-9b9ba2317265 req-83cf4b7b-593d-4986-89c6-13ac1f459ad8 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0475667 Jul 28 09:14:03.606685 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:03.614862 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cc4ba86d-2848-48f8-8e42-9b9ba2317265 req-ae611f78-b3b9-418c-b6d8-31e04c020a29 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Jul 28 09:14:03.723462 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc399bf-6301-4677-b00d-2339a6dfef4d req-e4dfe2b6-8b4b-4ff4-ae17-7f5aa1e58bf1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:03.725429 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bcc399bf-6301-4677-b00d-2339a6dfef4d req-e4dfe2b6-8b4b-4ff4-ae17-7f5aa1e58bf1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0466728 Jul 28 09:14:03.775048 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bcc399bf-6301-4677-b00d-2339a6dfef4d req-873866cc-80e4-40dd-b9d4-6de5ca0b54ec tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Jul 28 09:14:04.735907 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b01f2d-c3e2-42f6-b02c-c7ae0fc0d0b7 req-34712f34-030a-435b-8352-8db8ae11000c tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:04.737371 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50b01f2d-c3e2-42f6-b02c-c7ae0fc0d0b7 req-34712f34-030a-435b-8352-8db8ae11000c tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0508289 Jul 28 09:14:04.786494 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50b01f2d-c3e2-42f6-b02c-c7ae0fc0d0b7 req-4a4d504a-5af9-4ef5-bd55-9a2e4f8b8165 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Jul 28 09:14:04.894981 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34822f-ea0a-40f0-94a5-58797cf9c046 req-83f29d7b-d67d-477c-9bc8-922b5f786c58 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:04.896489 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b34822f-ea0a-40f0-94a5-58797cf9c046 req-83f29d7b-d67d-477c-9bc8-922b5f786c58 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0469358 Jul 28 09:14:04.907816 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:04.945826 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b34822f-ea0a-40f0-94a5-58797cf9c046 req-8396ad05-6404-4e01-83d2-0c7a953e42a3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438089 Jul 28 09:14:05.924806 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ccdf9-3c74-4242-92f3-e07125cbeaf3 req-c187fed2-45fd-4a69-95d8-f788696fea0f tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:05.926371 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-762ccdf9-3c74-4242-92f3-e07125cbeaf3 req-c187fed2-45fd-4a69-95d8-f788696fea0f tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0508330 Jul 28 09:14:05.979580 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-762ccdf9-3c74-4242-92f3-e07125cbeaf3 req-a084bf5e-379a-435e-b44e-bffd52d27c2e tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472732 Jul 28 09:14:06.081908 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c853e0-5fe8-49a8-83db-7b694ec55730 req-bd090df5-5ef6-441d-b468-6f43ce869c22 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:06.083274 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f7c853e0-5fe8-49a8-83db-7b694ec55730 req-bd090df5-5ef6-441d-b468-6f43ce869c22 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0469117 Jul 28 09:14:06.131963 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f7c853e0-5fe8-49a8-83db-7b694ec55730 req-877662e0-3625-4288-9958-fd0bef7b11db tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Jul 28 09:14:06.845441 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aca66f-c043-42d9-86da-518cf5a7d9a0 req-3bed7d7a-803e-4769-b952-6220659721cc tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:06.846887 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-80aca66f-c043-42d9-86da-518cf5a7d9a0 req-3bed7d7a-803e-4769-b952-6220659721cc tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0484681 Jul 28 09:14:06.937088 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-80aca66f-c043-42d9-86da-518cf5a7d9a0 req-99d2e19e-8a4e-4bf9-a08d-8ac886a1bd49 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Deleting port c1c43e9c-6a89-49b1-876d-70dd41025c51 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:14:06.937654 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-80aca66f-c043-42d9-86da-518cf5a7d9a0 req-99d2e19e-8a4e-4bf9-a08d-8ac886a1bd49 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.029530 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-80aca66f-c043-42d9-86da-518cf5a7d9a0 req-99d2e19e-8a4e-4bf9-a08d-8ac886a1bd49 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] For port c1c43e9c-6a89-49b1-876d-70dd41025c51, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=c1c43e9c-6a89-49b1-876d-70dd41025c51,segment=NetworkSegment(72eaa882-c2f4-4130-a8ae-c7213553ed14),segment_id=72eaa882-c2f4-4130-a8ae-c7213553ed14)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:14:07.029925 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-80aca66f-c043-42d9-86da-518cf5a7d9a0 req-99d2e19e-8a4e-4bf9-a08d-8ac886a1bd49 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.048639 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-80aca66f-c043-42d9-86da-518cf5a7d9a0 req-99d2e19e-8a4e-4bf9-a08d-8ac886a1bd49 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Calling delete_port for c1c43e9c-6a89-49b1-876d-70dd41025c51 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:14:07.128820 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c1ce-fc6e-4d30-8796-de733789d1a2 req-275179a8-4a2b-40b5-bbe5-43c90a7a7ada tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:07.130306 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d059c1ce-fc6e-4d30-8796-de733789d1a2 req-275179a8-4a2b-40b5-bbe5-43c90a7a7ada tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3317255-2cf3-4607-b66e-4304074841bb HTTP/1.1" status: 200 len: 945 time: 0.0795414 Jul 28 09:14:07.204817 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d059c1ce-fc6e-4d30-8796-de733789d1a2 req-60c4bfd9-9fce-4f51-b08c-601601fbdbeb tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a46a0df-19d2-497b-8d33-56ff56585474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648232 Jul 28 09:14:07.239709 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:07.258080 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-80aca66f-c043-42d9-86da-518cf5a7d9a0 req-99d2e19e-8a4e-4bf9-a08d-8ac886a1bd49 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (c1c43e9c-6a89-49b1-876d-70dd41025c51), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.286903 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2e19e-8a4e-4bf9-a08d-8ac886a1bd49 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Pushing event deleted for resources: {'Port': ['ID=c1c43e9c-6a89-49b1-876d-70dd41025c51,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:07.306714 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['c1c43e9c-6a89-49b1-876d-70dd41025c51'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:14:07.329672 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-80aca66f-c043-42d9-86da-518cf5a7d9a0 req-99d2e19e-8a4e-4bf9-a08d-8ac886a1bd49 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] No DVR routers for this DVR port c1c43e9c-6a89-49b1-876d-70dd41025c51 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:14:07.332450 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-80aca66f-c043-42d9-86da-518cf5a7d9a0 req-99d2e19e-8a4e-4bf9-a08d-8ac886a1bd49 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.336249 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-80aca66f-c043-42d9-86da-518cf5a7d9a0 req-99d2e19e-8a4e-4bf9-a08d-8ac886a1bd49 tempest-VolumesActionsTest-1472417548 tempest-VolumesActionsTest-1472417548-project] 10.222.0.60 "DELETE /v2.0/ports/c1c43e9c-6a89-49b1-876d-70dd41025c51 HTTP/1.1" status: 204 len: 173 time: 0.4842181 Jul 28 09:14:07.336687 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3317255-2cf3-4607-b66e-4304074841bb', 'name': 'network-vif-deleted', 'tag': 'c1c43e9c-6a89-49b1-876d-70dd41025c51'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:14:07.338964 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cbbee9-befe-41d7-ab63-096456ed9997" -d '{"events": [{"server_uuid": "a3317255-2cf3-4607-b66e-4304074841bb", "name": "network-vif-deleted", "tag": "c1c43e9c-6a89-49b1-876d-70dd41025c51"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:14:07.385183 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c7a9a9-f3eb-42ad-9c9d-b4f35a711835 x-openstack-request-id: req-35c7a9a9-f3eb-42ad-9c9d-b4f35a711835 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:14:07.385474 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3317255-2cf3-4607-b66e-4304074841bb", "name": "network-vif-deleted", "tag": "c1c43e9c-6a89-49b1-876d-70dd41025c51", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:14:07.385730 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35c7a9a9-f3eb-42ad-9c9d-b4f35a711835 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:14:07.386168 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c7a9a9-f3eb-42ad-9c9d-b4f35a711835'] response: {'server_uuid': 'a3317255-2cf3-4607-b66e-4304074841bb', 'name': 'network-vif-deleted', 'tag': 'c1c43e9c-6a89-49b1-876d-70dd41025c51', 'status': 'completed', 'code': 200} Jul 28 09:14:07.555163 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 45748) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:07.559834 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-4d2694d3-fb30-4875-94ed-a664fe5154d2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949052786', 'description': 'tempest-description--272660858'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:14:07.583082 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4d2694d3-fb30-4875-94ed-a664fe5154d2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.658273 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4d2694d3-fb30-4875-94ed-a664fe5154d2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group (bc49bf14-e91d-46e4-9c01-639a5f7b265f), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.661779 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4d2694d3-fb30-4875-94ed-a664fe5154d2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (bc49bf14-e91d-46e4-9c01-639a5f7b265f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.694238 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4d2694d3-fb30-4875-94ed-a664fe5154d2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.695523 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4d2694d3-fb30-4875-94ed-a664fe5154d2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1392555 Jul 28 09:14:07.696597 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2694d3-fb30-4875-94ed-a664fe5154d2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc49bf14-e91d-46e4-9c01-639a5f7b265f,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:07.698721 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 45750) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:07.703806 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-8ebcc0c9-4f03-4130-ae55-c94957d7721d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Request body: {'security_group_rule': {'security_group_id': 'bc49bf14-e91d-46e4-9c01-639a5f7b265f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:14:07.731665 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ebcc0c9-4f03-4130-ae55-c94957d7721d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group_rule (59ec5cb4-01bd-4079-be99-dc00c8018d4a), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.795965 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ebcc0c9-4f03-4130-ae55-c94957d7721d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group_rule (59ec5cb4-01bd-4079-be99-dc00c8018d4a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.799468 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ebcc0c9-4f03-4130-ae55-c94957d7721d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (59ec5cb4-01bd-4079-be99-dc00c8018d4a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.833607 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcc0c9-4f03-4130-ae55-c94957d7721d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ec5cb4-01bd-4079-be99-dc00c8018d4a,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:07.844544 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8ebcc0c9-4f03-4130-ae55-c94957d7721d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.848218 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8ebcc0c9-4f03-4130-ae55-c94957d7721d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457186 Jul 28 09:14:07.848652 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 45752) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:07.852636 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-39265548-d182-48e6-a2e5-f0f77ea46691 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Request body: {'security_group_rule': {'security_group_id': 'bc49bf14-e91d-46e4-9c01-639a5f7b265f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:14:07.862138 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:07.884158 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-39265548-d182-48e6-a2e5-f0f77ea46691 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group_rule (b7a93ce4-f558-4857-bcef-aacd98412e92), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.950995 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-39265548-d182-48e6-a2e5-f0f77ea46691 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group_rule (b7a93ce4-f558-4857-bcef-aacd98412e92), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.955442 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-39265548-d182-48e6-a2e5-f0f77ea46691 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (b7a93ce4-f558-4857-bcef-aacd98412e92), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.981819 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39265548-d182-48e6-a2e5-f0f77ea46691 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a93ce4-f558-4857-bcef-aacd98412e92,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:07.988230 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-39265548-d182-48e6-a2e5-f0f77ea46691 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:07.989421 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-39265548-d182-48e6-a2e5-f0f77ea46691 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401188 Jul 28 09:14:07.993112 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 45756) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:07.997883 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:14:08.020850 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:08.110718 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:08.217802 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Allocated IP 172.27.0.13 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/a95790ca-220b-4048-85a6-3945ccc31702) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:14:08.328640 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for port (a95790ca-220b-4048-85a6-3945ccc31702), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:08.367422 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (a95790ca-220b-4048-85a6-3945ccc31702), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:08.376382 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:08.415017 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:14:08.420519 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:14:08.423105 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:14:08.425288 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event updated for resources: {'Port': ['ID=a95790ca-220b-4048-85a6-3945ccc31702,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:08.515788 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for floatingip (f4265ecd-63e3-4f7c-8a6f-fde413e48f61), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:08.555100 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a95790ca-220b-4048-85a6-3945ccc31702), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:08.868826 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:08.946253 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for port (a95790ca-220b-4048-85a6-3945ccc31702), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:08.953725 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (a95790ca-220b-4048-85a6-3945ccc31702), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:09.032651 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event updated for resources: {'Port': ['ID=a95790ca-220b-4048-85a6-3945ccc31702,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:09.042155 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (f4265ecd-63e3-4f7c-8a6f-fde413e48f61), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:09.059129 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:09.068718 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2ac5d363-9a4c-4362-b0db-77f3c581aa0d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0661135 Jul 28 09:14:09.266334 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-626c9fed-af6c-4cb7-aaf6-f069683d426e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1949052786&fields=id&tenant_id=34cb634f5c154187a943a454a706f200 HTTP/1.1" status: 200 len: 267 time: 0.0434222 Jul 28 09:14:09.373375 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-bea5ca65-22f7-4dd9-a9a2-f3fe504c6fc5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:09.374862 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-bea5ca65-22f7-4dd9-a9a2-f3fe504c6fc5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 818 time: 0.1016514 Jul 28 09:14:09.389903 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-96a10dad-7032-4224-b96a-6b5bcd12074a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/quotas/34cb634f5c154187a943a454a706f200 HTTP/1.1" status: 200 len: 375 time: 0.0097702 Jul 28 09:14:09.446756 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-af03fca5-8f16-4aa0-bc7e-dffc73b2d0c6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0517190 Jul 28 09:14:09.548155 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-8b233d9b-4636-4f02-b804-6ccda5f4a1be service neutron] 10.222.0.48 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871639 Jul 28 09:14:09.642680 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-90b32cc8-1cf9-4d57-9005-dcc74dd59635 service neutron] 10.222.0.48 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887334 Jul 28 09:14:09.810492 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78065871-226c-4e7c-877c-197938cce318 req-3e2dedc6-0b32-4c21-8d04-9601c8b80762 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0297859 Jul 28 09:14:10.907730 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1379e421-9f0d-4226-8696-0d01a18487f0 req-7099d02b-205a-473e-bbff-c08e4a614fb6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0272362 Jul 28 09:14:12.014569 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-413fa026-c02b-4c4b-b64d-fa3de43b8765 req-38ba5a4c-d659-419c-bdb6-913c89170f11 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0321851 Jul 28 09:14:13.110296 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e54e199e-ffb2-419e-8ff1-1d9064226360 req-363fde25-7b3c-4a1a-afee-5ae038ed6f99 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0264676 Jul 28 09:14:14.101788 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device c1c43e9c-6a89-49b1-876d-70dd41025c51 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:14:14.126275 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: c1c43e9c-6a89-49b1-876d-70dd41025c51 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:14:14.126275 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device c1c43e9c-6a89-49b1-876d-70dd41025c51 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:14:14.208730 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4b20ae00-1770-4481-9020-8789b0e46115 req-be540c7c-21c1-4da7-8701-accc1f5012b3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0280082 Jul 28 09:14:15.309916 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d58357b5-6efb-4679-8830-9d4f83417461 req-05159a75-bad5-47e4-96a1-d971171eeae8 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0270054 Jul 28 09:14:16.397513 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:16.419639 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef0ff4c8-7219-4172-933c-fc1370356ac8 req-e9bf017d-a84a-4304-b109-32b360ba0d62 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0328417 Jul 28 09:14:17.516316 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e3d87-89a1-47ab-9b55-856111fbf069 req-58de68c7-bd79-4243-8350-7371ff80131c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0264091 Jul 28 09:14:17.688546 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=5,neutron:SELECT=50,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:17.690460 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=40,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:18.615310 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59051056-bb32-4ff9-912f-2650463894ae req-ba7f2ece-d17e-4220-9555-a1bde999d44f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0270388 Jul 28 09:14:19.718612 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a84a4c87-5f95-4b6f-b322-a5b5da0f8157 req-8190ba9f-f814-44da-8f37-4f5fea5e62cd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0292988 Jul 28 09:14:20.320943 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-e5258e44-6f94-474a-bb9e-df3057e3e5bb tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:20.323434 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-e5258e44-6f94-474a-bb9e-df3057e3e5bb tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 818 time: 0.1433151 Jul 28 09:14:20.417587 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-3a8be029-89a5-4226-9c92-edd6db0e876e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34cb634f5c154187a943a454a706f200 HTTP/1.1" status: 200 len: 380 time: 0.0639014 Jul 28 09:14:20.516998 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Request body: {'port': {'device_id': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'admin_state_up': True, 'tenant_id': '34cb634f5c154187a943a454a706f200', 'security_groups': ['bc49bf14-e91d-46e4-9c01-639a5f7b265f']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:14:20.671405 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Made reservation on behalf of 34cb634f5c154187a943a454a706f200 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:14:20.675107 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:20.691016 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:20.816479 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Allocated IP 172.20.0.9 (64888555-aa9a-41f3-b5b6-dab010021048/b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d/433c3376-c310-4c2a-80fa-815d10d185aa) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:14:20.836621 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a279c489-296d-4420-84c1-81a819019853 req-2d794297-e5e5-43d9-91ef-2221b259b445 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0389585 Jul 28 09:14:20.982079 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for port (433c3376-c310-4c2a-80fa-815d10d185aa), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:21.018730 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:21.066791 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Network 64888555-aa9a-41f3-b5b6-dab010021048 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:14:21.073363 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:14:21.078186 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:14:21.112813 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event updated for resources: {'Port': ['ID=433c3376-c310-4c2a-80fa-815d10d185aa,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:21.153885 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:21.154699 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:21.167474 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:21.180556 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-52dd7036-3694-485c-bc0e-8dec4bcb0b25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6685836 Jul 28 09:14:21.214401 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Request body: {'port': {'device_id': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:14:21.283390 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:21.438879 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-a4b5f0cf-96e4-4533-94cb-b11a06f54ea3 None None] Provisioning complete for port 433c3376-c310-4c2a-80fa-815d10d185aa triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:14:21.439487 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a4b5f0cf-96e4-4533-94cb-b11a06f54ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:21.493503 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5f0cf-96e4-4533-94cb-b11a06f54ea3 None None] Port 433c3376-c310-4c2a-80fa-815d10d185aa cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:14:21.615501 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-b11cea29-098f-42d2-bc86-c2d1ccdbd4c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1651974 Jul 28 09:14:21.724739 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433c3376-c310-4c2a-80fa-815d10d185aa {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:14:21.734064 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Publish callbacks [] for port (433c3376-c310-4c2a-80fa-815d10d185aa), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:21.747730 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Transition to ACTIVE for port object 433c3376-c310-4c2a-80fa-815d10d185aa will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:14:21.754722 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:21.790688 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:21.833484 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Pushing event updated for resources: {'Port': ['ID=433c3376-c310-4c2a-80fa-815d10d185aa,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:22.044627 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Attempting to bind port 433c3376-c310-4c2a-80fa-815d10d185aa on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:14:22.045040 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Attempting to bind port 433c3376-c310-4c2a-80fa-815d10d185aa by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:14:22.045371 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Attempting to bind port 433c3376-c310-4c2a-80fa-815d10d185aa on network 64888555-aa9a-41f3-b5b6-dab010021048 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:14:22.056308 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44853d5-134f-40e4-8cbb-68ea78f8f860 req-30545320-7879-4dff-b4b3-674c7b82c699 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:22.063858 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b44853d5-134f-40e4-8cbb-68ea78f8f860 req-30545320-7879-4dff-b4b3-674c7b82c699 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0954390 Jul 28 09:14:22.077354 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Port 433c3376-c310-4c2a-80fa-815d10d185aa on network 64888555-aa9a-41f3-b5b6-dab010021048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:14:22.077611 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Attempting to bind port 433c3376-c310-4c2a-80fa-815d10d185aa on network 64888555-aa9a-41f3-b5b6-dab010021048 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:14:22.094276 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:14:22.094637 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Checking segment: {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:14:22.095036 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Bound using segment: {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:14:22.095466 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Bound port: 433c3376-c310-4c2a-80fa-815d10d185aa, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8458a946-113d-49c4-b1e8-da48ec08db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:14:22.095824 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:22.175363 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b44853d5-134f-40e4-8cbb-68ea78f8f860 req-b42183cd-8983-49cf-a077-e5fa3ae560d4 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100440 Jul 28 09:14:22.182896 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:22.220672 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] For port 433c3376-c310-4c2a-80fa-815d10d185aa, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:14:22.224096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] For port 433c3376-c310-4c2a-80fa-815d10d185aa, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=433c3376-c310-4c2a-80fa-815d10d185aa,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:14:22.230665 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:22.275063 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:22.275855 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:22.277225 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] 10.222.0.60 "PUT /v2.0/ports/433c3376-c310-4c2a-80fa-815d10d185aa HTTP/1.1" status: 200 len: 1093 time: 1.0679994 Jul 28 09:14:22.279783 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:14:22.282264 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad90fc1-2278-4e9f-83ac-2d0babd212b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:14:22.314080 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:22.320494 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07ddb6-97f3-4f72-8af1-4b379513930a service neutron] Pushing event updated for resources: {'Port': ['ID=433c3376-c310-4c2a-80fa-815d10d185aa,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:22.339144 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3fb237-4446-4c08-973d-4a4fbb912dc6 x-openstack-request-id: req-1b3fb237-4446-4c08-973d-4a4fbb912dc6 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:14:22.339574 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:14:22.339833 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b3fb237-4446-4c08-973d-4a4fbb912dc6 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:14:22.340237 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3fb237-4446-4c08-973d-4a4fbb912dc6'] response: {'name': 'network-changed', 'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa', 'status': 'completed', 'code': 200} Jul 28 09:14:23.296516 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d84aa-f314-4328-a125-830526c52a95 req-8c233be4-9bc4-46ea-b847-7dcebac68135 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:23.298064 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a88d84aa-f314-4328-a125-830526c52a95 req-8c233be4-9bc4-46ea-b847-7dcebac68135 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0522330 Jul 28 09:14:23.350660 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a88d84aa-f314-4328-a125-830526c52a95 req-2a7eb564-8026-4456-b2d4-50332f8ad29d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461116 Jul 28 09:14:24.489484 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10ab23-882c-4360-ab4a-35175846fe64 req-8f74d460-e1fd-499e-bfad-73fb2cade94f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:24.491070 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2e10ab23-882c-4360-ab4a-35175846fe64 req-8f74d460-e1fd-499e-bfad-73fb2cade94f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0626802 Jul 28 09:14:24.553829 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2e10ab23-882c-4360-ab4a-35175846fe64 req-1f52b9f8-f920-4aed-900c-496df237e319 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566230 Jul 28 09:14:25.693923 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d27544-beb7-42bb-87f5-5ea2b95d8217 req-58192335-f28d-4e44-a479-f2b20c17c236 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:25.696021 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d4d27544-beb7-42bb-87f5-5ea2b95d8217 req-58192335-f28d-4e44-a479-f2b20c17c236 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0529888 Jul 28 09:14:25.748086 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d4d27544-beb7-42bb-87f5-5ea2b95d8217 req-46571ce0-f03b-4a0c-9eb8-91db5847ee83 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458803 Jul 28 09:14:26.424424 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:14:26.844853 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-010db875-8236-4a8c-b8cb-986d2d9f45ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:26.871283 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2c405-e2a6-4930-8ca4-483d4f4cd957 req-d4158011-81ff-4da0-b991-e9b8a1e3ba88 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:26.872744 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cef2c405-e2a6-4930-8ca4-483d4f4cd957 req-d4158011-81ff-4da0-b991-e9b8a1e3ba88 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0528419 Jul 28 09:14:26.923323 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cef2c405-e2a6-4930-8ca4-483d4f4cd957 req-0f19f5f9-b54b-45e6-8c25-7ea6efa8d6b3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450752 Jul 28 09:14:28.038231 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba836309-da64-48f0-8c18-9ca15c33b90f req-f4eda48c-8e15-4fbd-86b2-a934cb5ded66 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:28.039700 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba836309-da64-48f0-8c18-9ca15c33b90f req-f4eda48c-8e15-4fbd-86b2-a934cb5ded66 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0464199 Jul 28 09:14:28.088639 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba836309-da64-48f0-8c18-9ca15c33b90f req-239f98b3-f213-4401-851e-fa7f991fa576 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434446 Jul 28 09:14:28.250975 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-cb1c0445-d501-4cd7-bdd8-de15c5b74e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:28.252443 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-cb1c0445-d501-4cd7-bdd8-de15c5b74e1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 1129 time: 0.0691998 Jul 28 09:14:28.253469 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad90fc1-2278-4e9f-83ac-2d0babd212b3 req-acbd022b-3e9c-4238-b383-00107a62e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:28.254835 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8ad90fc1-2278-4e9f-83ac-2d0babd212b3 req-acbd022b-3e9c-4238-b383-00107a62e344 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 1127 time: 0.0622876 Jul 28 09:14:28.393916 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:28.444842 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad90fc1-2278-4e9f-83ac-2d0babd212b3 req-80bb6773-0f50-45f6-9a56-00bd06f8b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:28.446443 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8ad90fc1-2278-4e9f-83ac-2d0babd212b3 req-80bb6773-0f50-45f6-9a56-00bd06f8b934 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=34cb634f5c154187a943a454a706f200&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1685033 Jul 28 09:14:28.491138 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-5edf8c62-5e7c-4163-abec-59a0d1795561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:28.494789 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-5edf8c62-5e7c-4163-abec-59a0d1795561 service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.2072451 Jul 28 09:14:28.624458 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-2d54b6a7-b958-4093-af2a-5c5571142cc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fba3af-c7cc-4269-9374-da786cec1fa9 HTTP/1.1" status: 200 len: 217 time: 0.1080332 Jul 28 09:14:28.707093 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-78dc731e-d5b0-4b2e-919f-b0a09532da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:28.708495 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-78dc731e-d5b0-4b2e-919f-b0a09532da51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.0746481 Jul 28 09:14:28.709580 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad90fc1-2278-4e9f-83ac-2d0babd212b3 req-c348ee00-731f-46b5-8493-fed6ce864204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:28.710864 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8ad90fc1-2278-4e9f-83ac-2d0babd212b3 req-c348ee00-731f-46b5-8493-fed6ce864204 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2463756 Jul 28 09:14:28.788666 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-1c75e296-9e29-409b-b3a7-5538ca5021a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:28.790397 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-1c75e296-9e29-409b-b3a7-5538ca5021a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618589 Jul 28 09:14:28.832565 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:28.868996 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-41c7cb21-1802-4329-addd-371b97819182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:28.870535 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-41c7cb21-1802-4329-addd-371b97819182 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 1127 time: 0.0901954 Jul 28 09:14:28.923094 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-75ac2b08-4059-4fb1-b8e9-e8cc3b3c0f75 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128283 Jul 28 09:14:29.209783 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-531c56ca-7bf3-4c53-a254-77c12706f581 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=433c3376-c310-4c2a-80fa-815d10d185aa HTTP/1.1" status: 200 len: 217 time: 0.0967839 Jul 28 09:14:29.347346 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-de8db6bf-0948-41a6-8645-2c3252080996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:29.435408 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80aacb-2835-4885-9556-fe4ec2711284 req-1c91b7b6-1cb7-46e2-aea1-b04caaded4ed tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:29.437485 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d80aacb-2835-4885-9556-fe4ec2711284 req-1c91b7b6-1cb7-46e2-aea1-b04caaded4ed tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.2311144 Jul 28 09:14:29.446260 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-dd6a2836-b144-4449-91bd-c7cd8ba03d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:29.447842 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-dd6a2836-b144-4449-91bd-c7cd8ba03d92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.1877351 Jul 28 09:14:29.519673 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67cbce60-3cbe-4f5c-a13d-b578fa7472f2 req-7aa386f4-fa31-42be-82bf-eae63269b9ec service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057276 Jul 28 09:14:29.549974 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-26ff919b-7edb-471d-bc27-13b72db8e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:29.552182 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-26ff919b-7edb-471d-bc27-13b72db8e859 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951719 Jul 28 09:14:29.581040 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d80aacb-2835-4885-9556-fe4ec2711284 req-e8629e2c-6852-4422-84f2-d844ef1b081b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255803 Jul 28 09:14:29.706190 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-46782474-a062-4e8c-b36d-314392d93d87 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121223 Jul 28 09:14:30.151534 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9d5e8eb-fb96-4830-9d1c-71d837c7a43f req-ecced7b3-4324-407d-9069-ea0b61800630 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598623 Jul 28 09:14:30.242098 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:30.694626 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a88076-b1bf-41bb-a916-aafd6042a6f8 req-18b5e19d-b13a-4eba-b742-2913c02b87a8 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:30.696265 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a88076-b1bf-41bb-a916-aafd6042a6f8 req-18b5e19d-b13a-4eba-b742-2913c02b87a8 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0496507 Jul 28 09:14:30.764409 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a88076-b1bf-41bb-a916-aafd6042a6f8 req-fad50339-a36c-4260-9053-7854214afcf4 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611322 Jul 28 09:14:31.719311 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:31.735942 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:31.892175 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bd692-b351-4917-87a3-888c8fe70cb2 req-29732943-bc98-4d63-ba7b-0d94865ae1ae tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:31.893785 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d2bd692-b351-4917-87a3-888c8fe70cb2 req-29732943-bc98-4d63-ba7b-0d94865ae1ae tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0494797 Jul 28 09:14:31.936610 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:31.982391 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d2bd692-b351-4917-87a3-888c8fe70cb2 req-b84b0f73-ce62-4aa4-8e71-e7411f258219 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539362 Jul 28 09:14:33.116956 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:33.129135 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398e4cf-b7b5-49e6-9f1c-ef873db9130f req-b79cfad3-be6b-4bb7-bb51-68ba362e2e6d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:33.130836 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b398e4cf-b7b5-49e6-9f1c-ef873db9130f req-b79cfad3-be6b-4bb7-bb51-68ba362e2e6d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0539651 Jul 28 09:14:33.190722 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b398e4cf-b7b5-49e6-9f1c-ef873db9130f req-98963b56-298f-4ee6-bfe4-7e149a55960f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535445 Jul 28 09:14:34.359742 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6657a-0775-4c9b-834f-4d1992111964 req-1d39ae24-a479-4980-a8a7-cd827dc75ba1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:34.361409 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54b6657a-0775-4c9b-834f-4d1992111964 req-1d39ae24-a479-4980-a8a7-cd827dc75ba1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0582049 Jul 28 09:14:34.401582 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:34.440345 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54b6657a-0775-4c9b-834f-4d1992111964 req-fe6645e0-bcd7-4ad9-9616-fc3cdfea012c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728555 Jul 28 09:14:35.582997 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad05e10-c7b3-47e1-868b-239f81bfc06e req-11690b36-189a-4379-b125-eed6c8acc551 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:35.585410 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fad05e10-c7b3-47e1-868b-239f81bfc06e req-11690b36-189a-4379-b125-eed6c8acc551 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0661011 Jul 28 09:14:35.649874 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fad05e10-c7b3-47e1-868b-239f81bfc06e req-f158eeb2-5ece-4125-a0de-77ad8cae1c5b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556700 Jul 28 09:14:36.419601 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:36.423382 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:36.766918 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123add0f-3b5b-451b-979f-b34dcdcea88a req-fcf15083-1263-4158-9051-835f70c4d4c8 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:36.768461 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-123add0f-3b5b-451b-979f-b34dcdcea88a req-fcf15083-1263-4158-9051-835f70c4d4c8 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0517652 Jul 28 09:14:36.818631 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-123add0f-3b5b-451b-979f-b34dcdcea88a req-6f351275-23bb-41e3-9a0b-a5802d611c10 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439239 Jul 28 09:14:37.948262 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb52da3-664e-4e78-b654-26eaeb6470bf req-6eb36389-dadf-4a0a-8d87-24ca63917369 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:37.950109 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2cb52da3-664e-4e78-b654-26eaeb6470bf req-6eb36389-dadf-4a0a-8d87-24ca63917369 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0483413 Jul 28 09:14:38.002776 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2cb52da3-664e-4e78-b654-26eaeb6470bf req-7e6577e4-faa9-4de9-8e50-7f6e99e329cc tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469518 Jul 28 09:14:39.120211 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbeff5-9368-4768-90a2-4e28b48b1730 req-defbb314-b5d6-4e19-b8d4-c5906a156cd5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:39.121642 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-71fbeff5-9368-4768-90a2-4e28b48b1730 req-defbb314-b5d6-4e19-b8d4-c5906a156cd5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0459867 Jul 28 09:14:39.168616 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-71fbeff5-9368-4768-90a2-4e28b48b1730 req-7f43e7e1-fbb2-4518-8433-d5d7ae9232e5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 Jul 28 09:14:40.282325 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fd7c2-9a39-47ca-9dfa-9e3d7ab5575a req-b445bd18-923c-44bf-b979-ba8c85f3a785 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:40.283671 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-802fd7c2-9a39-47ca-9dfa-9e3d7ab5575a req-b445bd18-923c-44bf-b979-ba8c85f3a785 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0451076 Jul 28 09:14:40.329565 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-802fd7c2-9a39-47ca-9dfa-9e3d7ab5575a req-00c653db-f900-48bb-8a72-d41f49a12909 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404131 Jul 28 09:14:41.446888 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6f131-f7b5-46a3-985d-0d84adca0764 req-bd9bec04-fe48-4c01-acad-e5fcd644d00b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:41.448334 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-afc6f131-f7b5-46a3-985d-0d84adca0764 req-bd9bec04-fe48-4c01-acad-e5fcd644d00b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0493295 Jul 28 09:14:41.495973 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-afc6f131-f7b5-46a3-985d-0d84adca0764 req-02fca983-e7b3-4aec-8644-5ada109e3b81 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Jul 28 09:14:41.915359 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:41.925573 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:42.610607 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74c0b9-8673-4b07-8ede-c1434d667e4c req-c9afee0c-0212-47bf-9672-cbfff1347697 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:42.612049 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f74c0b9-8673-4b07-8ede-c1434d667e4c req-c9afee0c-0212-47bf-9672-cbfff1347697 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0467770 Jul 28 09:14:42.657711 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f74c0b9-8673-4b07-8ede-c1434d667e4c req-72fef969-7e9b-4148-8133-c07fce160ffd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401969 Jul 28 09:14:43.773213 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6c179-98f7-40d7-939b-c2c2e7078573 req-2a7ef086-591a-46b9-b1c1-955a027a909c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:43.775179 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ad6c179-98f7-40d7-939b-c2c2e7078573 req-2a7ef086-591a-46b9-b1c1-955a027a909c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 943 time: 0.0462661 Jul 28 09:14:44.054327 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ad6c179-98f7-40d7-939b-c2c2e7078573 req-8a668eed-13cb-407c-9b30-e299862ece25 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736721 Jul 28 09:14:44.644318 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 46318) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:44.656725 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 433c3376-c310-4c2a-80fa-815d10d185aa details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:14:44.693341 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Deleting subnet 345e0093-54d8-4338-96e5-135e68e6ad20 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:14:44.697287 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Publish callbacks [] for subnet (345e0093-54d8-4338-96e5-135e68e6ad20), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:44.732186 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4047020'] for subnet (345e0093-54d8-4338-96e5-135e68e6ad20), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:44.757659 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 433c3376-c310-4c2a-80fa-815d10d185aa, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=433c3376-c310-4c2a-80fa-815d10d185aa,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:14:44.769199 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '433c3376-c310-4c2a-80fa-815d10d185aa', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'port_id': '433c3376-c310-4c2a-80fa-815d10d185aa', 'mac_address': 'fa:16:3e:40:a5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:14:44.769714 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:44.772551 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (345e0093-54d8-4338-96e5-135e68e6ad20), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:44.803831 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 433c3376-c310-4c2a-80fa-815d10d185aa is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:14:44.804225 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:44.818711 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433c3376-c310-4c2a-80fa-815d10d185aa {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:14:44.818889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:44.832200 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3789551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50436039'] for subnet (345e0093-54d8-4338-96e5-135e68e6ad20), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:44.842673 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 433c3376-c310-4c2a-80fa-815d10d185aa, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=433c3376-c310-4c2a-80fa-815d10d185aa,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:14:44.846933 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:44.860507 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345e0093-54d8-4338-96e5-135e68e6ad20,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:44.865269 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:44.869009 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] 10.222.0.48 "DELETE /v2.0/subnets/345e0093-54d8-4338-96e5-135e68e6ad20 HTTP/1.1" status: 204 len: 168 time: 0.2236791 Jul 28 09:14:44.871887 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 46322) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:44.874416 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.874691 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.875316 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.875444 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.875674 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.876001 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.876320 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.876639 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.876960 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.877722 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.877722 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.877958 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.878226 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.878542 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.878854 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279e662-d358-49a8-8c4d-6ff5c5d428ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:14:44.898255 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=433c3376-c310-4c2a-80fa-815d10d185aa,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:44.951396 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (78a3977d-7878-4e03-89cc-75c224db685b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.036122 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (78a3977d-7878-4e03-89cc-75c224db685b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.056266 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a3977d-7878-4e03-89cc-75c224db685b']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:14:45.065390 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72eaa882-c2f4-4130-a8ae-c7213553ed14') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:14:45.065709 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72eaa882-c2f4-4130-a8ae-c7213553ed14') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:14:45.075749 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8566475'] for segment (72eaa882-c2f4-4130-a8ae-c7213553ed14), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.088805 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (72eaa882-c2f4-4130-a8ae-c7213553ed14), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.095161 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:14:45.095551 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130428'] for segment (72eaa882-c2f4-4130-a8ae-c7213553ed14), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.135777 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 72eaa882-c2f4-4130-a8ae-c7213553ed14 resource provider aggregate not found Jul 28 09:14:45.154679 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 72eaa882-c2f4-4130-a8ae-c7213553ed14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72eaa882-c2f4-4130-a8ae-c7213553ed14 found for delete ", "request_id": "req-37222fc3-84e2-420b-b62f-5d5e91378dc1"}]} Jul 28 09:14:45.163356 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (78a3977d-7878-4e03-89cc-75c224db685b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.170102 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.173313 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/78a3977d-7878-4e03-89cc-75c224db685b HTTP/1.1" status: 204 len: 168 time: 0.3000867 Jul 28 09:14:45.177097 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a7f51-9c04-4222-b1d1-78460d2b1e7b req-74c9f6a3-a901-45ec-90f3-31adb9bc2b9c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:45.178752 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c3a7f51-9c04-4222-b1d1-78460d2b1e7b req-74c9f6a3-a901-45ec-90f3-31adb9bc2b9c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 944 time: 0.0518985 Jul 28 09:14:45.191807 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eec90-56fd-40b8-9a20-c78ed56270c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=78a3977d-7878-4e03-89cc-75c224db685b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:45.231724 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9c3a7f51-9c04-4222-b1d1-78460d2b1e7b req-a6cb8b14-dd83-4577-8fd2-d720a947d27c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465636 Jul 28 09:14:45.351192 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 46338) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:45.393640 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2691e198-246d-49f9-833c-45b89c18bb25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=707034727c6c44eb8cea2f5951ac48b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383401 Jul 28 09:14:45.394131 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 46344) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:45.447243 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653e143f-c313-4124-9c34-514cc0b78a5f admin admin] Publish callbacks [] for security_group (2a46a0df-19d2-497b-8d33-56ff56585474), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.469724 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['433c3376-c310-4c2a-80fa-815d10d185aa'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:14:45.469991 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653e143f-c313-4124-9c34-514cc0b78a5f admin admin] Publish callbacks [] for security_group (2a46a0df-19d2-497b-8d33-56ff56585474), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.520416 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653e143f-c313-4124-9c34-514cc0b78a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (2a46a0df-19d2-497b-8d33-56ff56585474), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.524793 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-653e143f-c313-4124-9c34-514cc0b78a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.528537 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-653e143f-c313-4124-9c34-514cc0b78a5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a46a0df-19d2-497b-8d33-56ff56585474 HTTP/1.1" status: 204 len: 168 time: 0.1310484 Jul 28 09:14:45.535204 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e143f-c313-4124-9c34-514cc0b78a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a46a0df-19d2-497b-8d33-56ff56585474,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:45.667920 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 46354) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:45.830460 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-68b2d22f-b6d3-413a-a759-67188789c409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.911650 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-68b2d22f-b6d3-413a-a759-67188789c409 admin admin] Publish callbacks [] for security_group (6ea2f17d-4802-4dab-8282-ccc4883536e4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.916324 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-68b2d22f-b6d3-413a-a759-67188789c409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (6ea2f17d-4802-4dab-8282-ccc4883536e4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:45.955390 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2d22f-b6d3-413a-a759-67188789c409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea2f17d-4802-4dab-8282-ccc4883536e4,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:45.963853 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-68b2d22f-b6d3-413a-a759-67188789c409 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05e1761d372a41a78c201d95ef0909f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917197 Jul 28 09:14:45.964855 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 46366) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:46.029809 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-32147787-2836-4331-9617-a5bdaa4a04b6 admin admin] Publish callbacks [] for security_group (6ea2f17d-4802-4dab-8282-ccc4883536e4), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:46.052232 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-32147787-2836-4331-9617-a5bdaa4a04b6 admin admin] Publish callbacks [] for security_group (6ea2f17d-4802-4dab-8282-ccc4883536e4), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:46.106981 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-32147787-2836-4331-9617-a5bdaa4a04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (6ea2f17d-4802-4dab-8282-ccc4883536e4), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:46.111972 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-32147787-2836-4331-9617-a5bdaa4a04b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:46.113148 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-32147787-2836-4331-9617-a5bdaa4a04b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ea2f17d-4802-4dab-8282-ccc4883536e4 HTTP/1.1" status: 204 len: 168 time: 0.1475580 Jul 28 09:14:46.135395 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32147787-2836-4331-9617-a5bdaa4a04b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea2f17d-4802-4dab-8282-ccc4883536e4,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:46.359908 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dabf0f-9f98-4b66-acb7-7ac445b5162b req-d397a861-db18-496e-936d-f381e2e8a0be tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:46.361756 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-00dabf0f-9f98-4b66-acb7-7ac445b5162b req-d397a861-db18-496e-936d-f381e2e8a0be tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 944 time: 0.0524845 Jul 28 09:14:46.416504 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-00dabf0f-9f98-4b66-acb7-7ac445b5162b req-d3f1985b-fd30-472f-af83-099f2fdbce68 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491214 Jul 28 09:14:46.685949 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 433c3376-c310-4c2a-80fa-815d10d185aa up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:14:46.734330 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 433c3376-c310-4c2a-80fa-815d10d185aa completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:14:46.741365 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 433c3376-c310-4c2a-80fa-815d10d185aa triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:14:46.742005 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:46.827507 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 433c3376-c310-4c2a-80fa-815d10d185aa is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:14:46.827894 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:46.854803 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:14:46.861307 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d34bd9f-e5ac-4028-a438-171e14e60f8c" -d '{"events": [{"server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:14:46.876629 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 433c3376-c310-4c2a-80fa-815d10d185aa, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=433c3376-c310-4c2a-80fa-815d10d185aa,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:14:46.882891 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:46.910133 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ddb283-715e-4526-b3f1-e614f3e9a9b7 x-openstack-request-id: req-a5ddb283-715e-4526-b3f1-e614f3e9a9b7 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:14:46.910408 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "name": "network-vif-plugged", "status": "completed", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:14:46.910876 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5ddb283-715e-4526-b3f1-e614f3e9a9b7 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:14:46.911420 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ddb283-715e-4526-b3f1-e614f3e9a9b7'] response: {'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa', 'code': 200} Jul 28 09:14:46.947555 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=433c3376-c310-4c2a-80fa-815d10d185aa,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:47.122797 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a23c09-9bcc-441d-bd16-c55040feb09e req-bdfc4cab-8430-4be6-8f89-af590683006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:47.124325 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7a23c09-9bcc-441d-bd16-c55040feb09e req-bdfc4cab-8430-4be6-8f89-af590683006f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 1129 time: 0.0371180 Jul 28 09:14:47.173015 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b7a23c09-9bcc-441d-bd16-c55040feb09e req-177b63a4-6530-41ab-b92c-10ad1a91d7d3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423872 Jul 28 09:14:47.544056 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada04161-813b-47e8-b64b-ed9a610c7a03 req-9afb189e-ee0d-4106-bedd-6f4d07fbe356 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:47.545503 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ada04161-813b-47e8-b64b-ed9a610c7a03 req-9afb189e-ee0d-4106-bedd-6f4d07fbe356 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0457377 Jul 28 09:14:47.593967 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ada04161-813b-47e8-b64b-ed9a610c7a03 req-0cbe7a6a-3c96-4491-9477-a707feab3e54 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Jul 28 09:14:48.714233 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc926b-367f-428d-9592-7103b5043ead req-65c3c2cf-2b28-4d46-a438-d8d9f6703f24 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:48.715589 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f3fc926b-367f-428d-9592-7103b5043ead req-65c3c2cf-2b28-4d46-a438-d8d9f6703f24 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0493622 Jul 28 09:14:48.744766 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:48.762887 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f3fc926b-367f-428d-9592-7103b5043ead req-7f545627-ea4b-4ca2-b79c-d54b82290700 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 Jul 28 09:14:49.877365 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bee7f-9892-4dd9-8989-11c5b7836379 req-88e75df0-440f-4ebf-aed6-1fb2fb7383bb tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:49.879307 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f69bee7f-9892-4dd9-8989-11c5b7836379 req-88e75df0-440f-4ebf-aed6-1fb2fb7383bb tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0470285 Jul 28 09:14:49.922453 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:49.928955 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f69bee7f-9892-4dd9-8989-11c5b7836379 req-3bf91b2d-8713-416d-aa19-1ea7e5f36a8f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442703 Jul 28 09:14:50.044140 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82527-3947-4a95-af53-00f1cf967d46 req-0d35864a-08cf-4c14-a5b6-add5ceb54004 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:50.045581 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4d82527-3947-4a95-af53-00f1cf967d46 req-0d35864a-08cf-4c14-a5b6-add5ceb54004 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0494621 Jul 28 09:14:50.055612 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 46498) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:14:50.059995 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-fdbb1cf9-add4-460d-a1a4-3fc752527e7f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Request body: {'floatingip': {'port_id': '433c3376-c310-4c2a-80fa-815d10d185aa'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:14:50.099368 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1cf9-add4-460d-a1a4-3fc752527e7f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for floatingip (f4265ecd-63e3-4f7c-8a6f-fde413e48f61), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:50.600334 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1cf9-add4-460d-a1a4-3fc752527e7f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:50.604507 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1cf9-add4-460d-a1a4-3fc752527e7f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (f4265ecd-63e3-4f7c-8a6f-fde413e48f61), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:50.720163 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-fdbb1cf9-add4-460d-a1a4-3fc752527e7f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Floating IP f4265ecd-63e3-4f7c-8a6f-fde413e48f61 associated. External IP: 172.27.0.13, port: 433c3376-c310-4c2a-80fa-815d10d185aa. Jul 28 09:14:50.977302 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b72f9d-540b-4bd0-93af-2f40677b3d23 req-eac4396c-fa79-44d5-8510-8aafc56c8af1 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:50.978839 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1b72f9d-540b-4bd0-93af-2f40677b3d23 req-eac4396c-fa79-44d5-8510-8aafc56c8af1 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0848401 Jul 28 09:14:51.032379 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbb1cf9-add4-460d-a1a4-3fc752527e7f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Router 6b48974c-9b28-43c8-83af-4ee4756142f0 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:14:51.046772 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c1b72f9d-540b-4bd0-93af-2f40677b3d23 req-df6c3571-b95f-4918-a6a4-360864f3f416 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607758 Jul 28 09:14:51.057015 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:51.136145 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:51.158038 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbb1cf9-add4-460d-a1a4-3fc752527e7f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:14:51.163113 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fdbb1cf9-add4-460d-a1a4-3fc752527e7f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:51.172060 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe8a21-c97e-403d-a7b7-0847ef6c6b30 None None] Sync routers for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:14:51.182777 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe8a21-c97e-403d-a7b7-0847ef6c6b30 None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:14:51.184235 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0cbe8a21-c97e-403d-a7b7-0847ef6c6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:14:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:14:51.195241 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-fdbb1cf9-add4-460d-a1a4-3fc752527e7f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "PUT /v2.0/floatingips/f4265ecd-63e3-4f7c-8a6f-fde413e48f61 HTTP/1.1" status: 200 len: 990 time: 1.1385431 Jul 28 09:14:51.195913 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:14:51.198268 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c6e594-6ad3-4cb1-81ce-55d16808aefa" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:14:51.240638 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520c9d91-bf39-4382-bb03-39612bfee1cf x-openstack-request-id: req-520c9d91-bf39-4382-bb03-39612bfee1cf {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:14:51.240928 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:14:51.241179 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-520c9d91-bf39-4382-bb03-39612bfee1cf {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:14:51.241583 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520c9d91-bf39-4382-bb03-39612bfee1cf'] response: {'name': 'network-changed', 'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa', 'status': 'completed', 'code': 200} Jul 28 09:14:51.264676 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:51.296034 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-0cbe8a21-c97e-403d-a7b7-0847ef6c6b30 None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:14:51.391105 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:51.676795 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0cbe8a21-c97e-403d-a7b7-0847ef6c6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': 'f4265ecd-63e3-4f7c-8a6f-fde413e48f61', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'port_id': '433c3376-c310-4c2a-80fa-815d10d185aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'mac_address': 'fa:16:3e:40:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:14:08Z', 'updated_at': '2022-07-28T09:14:50Z', 'revision_number': 1, 'project_id': '34cb634f5c154187a943a454a706f200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:44Z', 'revision_number': 5, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:14:51.701346 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe8a21-c97e-403d-a7b7-0847ef6c6b30 None None] Checking router: 6b48974c-9b28-43c8-83af-4ee4756142f0 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:14:51.709459 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe8a21-c97e-403d-a7b7-0847ef6c6b30 None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:14:51.710083 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0cbe8a21-c97e-403d-a7b7-0847ef6c6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:14:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:14:51.808038 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-0cbe8a21-c97e-403d-a7b7-0847ef6c6b30 None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:14:52.027862 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-0cbe8a21-c97e-403d-a7b7-0847ef6c6b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': 'f4265ecd-63e3-4f7c-8a6f-fde413e48f61', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'port_id': '433c3376-c310-4c2a-80fa-815d10d185aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'mac_address': 'fa:16:3e:40:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:14:08Z', 'updated_at': '2022-07-28T09:14:50Z', 'revision_number': 1, 'project_id': '34cb634f5c154187a943a454a706f200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:44Z', 'revision_number': 5, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:14:52.058278 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe8a21-c97e-403d-a7b7-0847ef6c6b30 None None] The sync data for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi is: [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': 'f4265ecd-63e3-4f7c-8a6f-fde413e48f61', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'port_id': '433c3376-c310-4c2a-80fa-815d10d185aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'mac_address': 'fa:16:3e:40:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:14:08Z', 'updated_at': '2022-07-28T09:14:50Z', 'revision_number': 1, 'project_id': '34cb634f5c154187a943a454a706f200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:44Z', 'revision_number': 5, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:14:52.154695 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:52.216728 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e24967-2a3b-4f4b-9997-bd2f93d11f03 req-c7439a68-f374-4ff2-ad96-c5a7966516cd tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:52.218365 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13e24967-2a3b-4f4b-9997-bd2f93d11f03 req-c7439a68-f374-4ff2-ad96-c5a7966516cd tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0798378 Jul 28 09:14:52.271612 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-13e24967-2a3b-4f4b-9997-bd2f93d11f03 req-5be29cab-e61b-4135-ba18-86b1f54b1c85 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477600 Jul 28 09:14:52.333163 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6e594-6ad3-4cb1-81ce-55d16808aefa req-671cf07b-a717-436e-9423-b63eb4d9811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:52.334746 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94c6e594-6ad3-4cb1-81ce-55d16808aefa req-671cf07b-a717-436e-9423-b63eb4d9811f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 1129 time: 0.0453744 Jul 28 09:14:52.455877 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6e594-6ad3-4cb1-81ce-55d16808aefa req-bdbb66cb-7ac2-4139-9d47-65235536b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:52.457342 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94c6e594-6ad3-4cb1-81ce-55d16808aefa req-bdbb66cb-7ac2-4139-9d47-65235536b4e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.0901060 Jul 28 09:14:52.550994 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94c6e594-6ad3-4cb1-81ce-55d16808aefa req-5512613c-bb9c-41bf-b3e6-e50c64abe809 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=433c3376-c310-4c2a-80fa-815d10d185aa HTTP/1.1" status: 200 len: 998 time: 0.0599723 Jul 28 09:14:52.603011 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6e594-6ad3-4cb1-81ce-55d16808aefa req-b234b4a2-e42c-4b7b-8204-6fcb251bef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:52.604459 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94c6e594-6ad3-4cb1-81ce-55d16808aefa req-b234b4a2-e42c-4b7b-8204-6fcb251bef23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.0470531 Jul 28 09:14:52.727043 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6e594-6ad3-4cb1-81ce-55d16808aefa req-d9b1b9f7-089c-47d8-ac9c-f941bb6661d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:52.728564 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94c6e594-6ad3-4cb1-81ce-55d16808aefa req-d9b1b9f7-089c-47d8-ac9c-f941bb6661d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417304 Jul 28 09:14:52.741111 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901eb211-97e9-4000-b916-3b40d62922b2 None None] New status for floating IP f4265ecd-63e3-4f7c-8a6f-fde413e48f61: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:14:53.077187 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c90dbf-ca1a-4eab-b1b2-dfe79676b649 req-735e8379-6483-4dbd-949c-59252933d47d tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:53.078747 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70c90dbf-ca1a-4eab-b1b2-dfe79676b649 req-735e8379-6483-4dbd-949c-59252933d47d tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0907595 Jul 28 09:14:53.140668 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94c6e594-6ad3-4cb1-81ce-55d16808aefa req-7492f7b5-e3d2-4c9e-a83d-cdde4a4d3bfa service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714954 Jul 28 09:14:53.231907 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-70c90dbf-ca1a-4eab-b1b2-dfe79676b649 req-bd670c86-275d-49d2-887b-bda892bb6be3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Deleting port 1b378db7-2753-45d5-9a61-6ce631da79d2 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:14:53.232541 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70c90dbf-ca1a-4eab-b1b2-dfe79676b649 req-bd670c86-275d-49d2-887b-bda892bb6be3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:53.586567 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94c6e594-6ad3-4cb1-81ce-55d16808aefa req-2faa0690-1370-4c3a-ac6b-835dd017f62b service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386849 Jul 28 09:14:53.595356 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddaec24-9e95-4065-a0f3-f1b8c290ed76 req-bb66549d-4b1b-470a-b1d1-5763df5c0cf8 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:14:53.596850 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dddaec24-9e95-4065-a0f3-f1b8c290ed76 req-bb66549d-4b1b-470a-b1d1-5763df5c0cf8 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 946 time: 0.0908306 Jul 28 09:14:53.627564 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:53.644282 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-70c90dbf-ca1a-4eab-b1b2-dfe79676b649 req-bd670c86-275d-49d2-887b-bda892bb6be3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] For port 1b378db7-2753-45d5-9a61-6ce631da79d2, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=1b378db7-2753-45d5-9a61-6ce631da79d2,segment=NetworkSegment(a5714f0c-17e5-4f38-8768-cc8079cc2f6c),segment_id=a5714f0c-17e5-4f38-8768-cc8079cc2f6c)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:14:53.644650 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70c90dbf-ca1a-4eab-b1b2-dfe79676b649 req-bd670c86-275d-49d2-887b-bda892bb6be3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:53.670497 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-70c90dbf-ca1a-4eab-b1b2-dfe79676b649 req-bd670c86-275d-49d2-887b-bda892bb6be3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Calling delete_port for 1b378db7-2753-45d5-9a61-6ce631da79d2 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:14:53.693638 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dddaec24-9e95-4065-a0f3-f1b8c290ed76 req-26ae3f57-a9a1-4e72-b46e-575d19c01d0e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871181 Jul 28 09:14:53.758269 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:53.814702 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70c90dbf-ca1a-4eab-b1b2-dfe79676b649 req-bd670c86-275d-49d2-887b-bda892bb6be3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (1b378db7-2753-45d5-9a61-6ce631da79d2), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:53.843248 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd670c86-275d-49d2-887b-bda892bb6be3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Pushing event deleted for resources: {'Port': ['ID=1b378db7-2753-45d5-9a61-6ce631da79d2,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:14:53.873887 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['1b378db7-2753-45d5-9a61-6ce631da79d2'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:14:53.888973 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c90dbf-ca1a-4eab-b1b2-dfe79676b649 req-bd670c86-275d-49d2-887b-bda892bb6be3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] No DVR routers for this DVR port 1b378db7-2753-45d5-9a61-6ce631da79d2 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:14:53.891498 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-70c90dbf-ca1a-4eab-b1b2-dfe79676b649 req-bd670c86-275d-49d2-887b-bda892bb6be3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:53.894824 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70c90dbf-ca1a-4eab-b1b2-dfe79676b649 req-bd670c86-275d-49d2-887b-bda892bb6be3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.60 "DELETE /v2.0/ports/1b378db7-2753-45d5-9a61-6ce631da79d2 HTTP/1.1" status: 204 len: 173 time: 0.8107972 Jul 28 09:14:53.895250 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8cfe61-231d-4a5f-a2df-76954e9e9385', 'name': 'network-vif-deleted', 'tag': '1b378db7-2753-45d5-9a61-6ce631da79d2'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:14:53.897550 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc9edc9-b0ea-4e47-8e60-592f77d9daa4" -d '{"events": [{"server_uuid": "3c8cfe61-231d-4a5f-a2df-76954e9e9385", "name": "network-vif-deleted", "tag": "1b378db7-2753-45d5-9a61-6ce631da79d2"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:14:53.935956 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2335e1-ac77-49f4-9c52-a3f4a45049d3 x-openstack-request-id: req-fd2335e1-ac77-49f4-9c52-a3f4a45049d3 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:14:53.936245 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8cfe61-231d-4a5f-a2df-76954e9e9385", "name": "network-vif-deleted", "tag": "1b378db7-2753-45d5-9a61-6ce631da79d2", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:14:53.936493 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd2335e1-ac77-49f4-9c52-a3f4a45049d3 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:14:53.936900 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2335e1-ac77-49f4-9c52-a3f4a45049d3'] response: {'server_uuid': '3c8cfe61-231d-4a5f-a2df-76954e9e9385', 'name': 'network-vif-deleted', 'tag': '1b378db7-2753-45d5-9a61-6ce631da79d2', 'status': 'completed', 'code': 200} Jul 28 09:14:54.805245 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-946bd589-ef76-41ab-942a-d9d245deaf70 req-e45eb95c-8c9c-43e8-9d16-85133eaad6b9 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c8cfe61-231d-4a5f-a2df-76954e9e9385 HTTP/1.1" status: 200 len: 210 time: 0.0267644 Jul 28 09:14:56.091158 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=52,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:56.125966 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=45,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:14:56.808029 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 1b378db7-2753-45d5-9a61-6ce631da79d2 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:14:56.832290 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 1b378db7-2753-45d5-9a61-6ce631da79d2 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:14:56.832633 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 1b378db7-2753-45d5-9a61-6ce631da79d2 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:14:56.846974 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-014443be-5a9f-4748-8449-89a36b2ad5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:14:59.341611 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-85e10b71-9a3f-49aa-a507-9e777c5ca1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:00.237925 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:01.722392 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:01.920369 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:03.423600 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:15:03.870891 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=12 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:04.788522 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=28,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:05.156991 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 46688) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:15:05.270474 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:05.346709 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Publish callbacks [] for security_group (23a74c76-bca1-4281-8d1f-73117c876709), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:05.350342 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (23a74c76-bca1-4281-8d1f-73117c876709), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:05.386528 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84acd1145d1c4c7db932f7f104ad8770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283669 Jul 28 09:15:05.389224 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 46700) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:15:05.391892 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a74c76-bca1-4281-8d1f-73117c876709,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:15:05.399750 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.400105 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.400459 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.400797 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.401133 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.401464 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.401800 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.402225 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.402555 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.402888 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.403224 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.403551 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.403883 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.404234 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.404557 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768cd80-3d1f-4571-8833-20fc68adeef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:05.453187 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1fd71c88-183d-45b7-b17f-c02fa1e612e2 admin admin] Publish callbacks [] for security_group (23a74c76-bca1-4281-8d1f-73117c876709), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:05.475492 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1fd71c88-183d-45b7-b17f-c02fa1e612e2 admin admin] Publish callbacks [] for security_group (23a74c76-bca1-4281-8d1f-73117c876709), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:05.528970 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1fd71c88-183d-45b7-b17f-c02fa1e612e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (23a74c76-bca1-4281-8d1f-73117c876709), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:05.531606 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1fd71c88-183d-45b7-b17f-c02fa1e612e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:05.532758 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1fd71c88-183d-45b7-b17f-c02fa1e612e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23a74c76-bca1-4281-8d1f-73117c876709 HTTP/1.1" status: 204 len: 168 time: 0.1423047 Jul 28 09:15:05.541285 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd71c88-183d-45b7-b17f-c02fa1e612e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a74c76-bca1-4281-8d1f-73117c876709,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:15:05.858323 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 46718) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:15:05.872078 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee9e378f-56eb-49f3-9e39-8a85f8c8ae29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:05.951073 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee9e378f-56eb-49f3-9e39-8a85f8c8ae29 admin admin] Publish callbacks [] for security_group (97197411-679f-467d-85fa-2bb04fe12f50), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:05.954667 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee9e378f-56eb-49f3-9e39-8a85f8c8ae29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (97197411-679f-467d-85fa-2bb04fe12f50), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.002540 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ee9e378f-56eb-49f3-9e39-8a85f8c8ae29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cbaa8561005437885235bcf07af988a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404908 Jul 28 09:15:06.002540 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e378f-56eb-49f3-9e39-8a85f8c8ae29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97197411-679f-467d-85fa-2bb04fe12f50,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:15:06.003580 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 46720) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:15:06.058207 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ee80dcc4-6489-4235-8543-a7adbeedb93a admin admin] Publish callbacks [] for security_group (97197411-679f-467d-85fa-2bb04fe12f50), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.079683 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ee80dcc4-6489-4235-8543-a7adbeedb93a admin admin] Publish callbacks [] for security_group (97197411-679f-467d-85fa-2bb04fe12f50), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.127398 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ee80dcc4-6489-4235-8543-a7adbeedb93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (97197411-679f-467d-85fa-2bb04fe12f50), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.130063 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ee80dcc4-6489-4235-8543-a7adbeedb93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.131225 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ee80dcc4-6489-4235-8543-a7adbeedb93a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97197411-679f-467d-85fa-2bb04fe12f50 HTTP/1.1" status: 204 len: 168 time: 0.1264055 Jul 28 09:15:06.139189 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80dcc4-6489-4235-8543-a7adbeedb93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97197411-679f-467d-85fa-2bb04fe12f50,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:15:06.491798 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 46726) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:15:06.504910 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-78fa730c-047b-4d2a-baf5-dc629df17233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.584322 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-78fa730c-047b-4d2a-baf5-dc629df17233 admin admin] Publish callbacks [] for security_group (9b9aa863-0470-4e44-a903-87f155d3e93c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.590790 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-78fa730c-047b-4d2a-baf5-dc629df17233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (9b9aa863-0470-4e44-a903-87f155d3e93c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.630451 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-78fa730c-047b-4d2a-baf5-dc629df17233 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98989b0c094541e1805ba68079e5ed01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374662 Jul 28 09:15:06.631245 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa730c-047b-4d2a-baf5-dc629df17233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9aa863-0470-4e44-a903-87f155d3e93c,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:15:06.633676 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 46728) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:15:06.688083 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5459b43d-e956-4826-8c30-dc115f2d0a20 admin admin] Publish callbacks [] for security_group (9b9aa863-0470-4e44-a903-87f155d3e93c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.711275 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5459b43d-e956-4826-8c30-dc115f2d0a20 admin admin] Publish callbacks [] for security_group (9b9aa863-0470-4e44-a903-87f155d3e93c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.774102 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5459b43d-e956-4826-8c30-dc115f2d0a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (9b9aa863-0470-4e44-a903-87f155d3e93c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.774102 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5459b43d-e956-4826-8c30-dc115f2d0a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:06.774102 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5459b43d-e956-4826-8c30-dc115f2d0a20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b9aa863-0470-4e44-a903-87f155d3e93c HTTP/1.1" status: 204 len: 168 time: 0.1371293 Jul 28 09:15:06.786355 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459b43d-e956-4826-8c30-dc115f2d0a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9aa863-0470-4e44-a903-87f155d3e93c,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:15:12.149616 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-4b4194c8-0626-41ce-8553-8a53e46bbd85 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:12.151108 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-4b4194c8-0626-41ce-8553-8a53e46bbd85 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/networks?id=cb35dd40-bdfb-4501-b560-84079bfe68cc HTTP/1.1" status: 200 len: 813 time: 0.1062317 Jul 28 09:15:12.166361 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-ff3246fb-8523-4247-8069-3d8dd706c2b0 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/quotas/39a7fbb2f3ca405bbaa394825b4a3e73 HTTP/1.1" status: 200 len: 375 time: 0.0099614 Jul 28 09:15:12.204808 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-4c2fc5bd-f4aa-44aa-a568-a31d0398f08d tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=39a7fbb2f3ca405bbaa394825b4a3e73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302756 Jul 28 09:15:12.311111 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-ecc2da3e-df91-47ce-a197-62e79401c926 service neutron] 10.222.0.48 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983672 Jul 28 09:15:12.413104 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-be285141-1d2a-4904-bab7-55a306e9a07a service neutron] 10.222.0.48 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958004 Jul 28 09:15:12.589202 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96e6a1e8-1d9c-45ee-a894-c4eead93223b req-132fa45e-c8a3-48f1-afdb-01f2e2b7bea6 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 210 time: 0.0326362 Jul 28 09:15:13.419395 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:13.421117 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=13 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:13.713626 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dae1c0fc-fc80-430f-bbb9-ed4a7eb1451a req-64219c96-a73d-41df-9121-bbca2c20f6b3 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 210 time: 0.0286272 Jul 28 09:15:13.751323 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:13.809575 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:13.855436 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-95161989-2431-4b48-8ffe-cab9459c31d6 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:13.856918 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-95161989-2431-4b48-8ffe-cab9459c31d6 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.60 "GET /v2.0/networks?id=cb35dd40-bdfb-4501-b560-84079bfe68cc HTTP/1.1" status: 200 len: 813 time: 0.1143801 Jul 28 09:15:13.878855 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Request body: {'port': {'device_id': 'e7987a34-1e5e-4049-9acf-82938bd8f226', 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc', 'admin_state_up': True, 'tenant_id': '39a7fbb2f3ca405bbaa394825b4a3e73'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:15:14.006146 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Made reservation on behalf of 39a7fbb2f3ca405bbaa394825b4a3e73 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:15:14.009514 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:14.143868 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Allocated IP 172.20.0.9 (cb35dd40-bdfb-4501-b560-84079bfe68cc/522d77cd-ae5c-43d5-92b4-e0b6ce305039/4f936277-e00a-481e-a8ac-02e282230e9a) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:15:14.315056 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks [] for port (4f936277-e00a-481e-a8ac-02e282230e9a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:14.351686 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:14.409655 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Network cb35dd40-bdfb-4501-b560-84079bfe68cc is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:15:14.413230 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:15:14.415199 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Pushing event updated for resources: {'Port': ['ID=4f936277-e00a-481e-a8ac-02e282230e9a,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:15:14.417742 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:15:14.468259 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:14.468855 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:14.486566 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-5d6b7935-ea5e-4d7c-8004-0007a4ed8daa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6115012 Jul 28 09:15:14.506905 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Request body: {'port': {'device_id': 'e7987a34-1e5e-4049-9acf-82938bd8f226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:15:14.573565 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:14.697995 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:14.710175 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:14.881785 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f936277-e00a-481e-a8ac-02e282230e9a {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:15:14.893676 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeb281-2156-47d8-b4b7-de149d1b2272 req-1be94a7f-62bb-49ae-86ba-6eff194f8094 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:14.895139 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8bfeb281-2156-47d8-b4b7-de149d1b2272 req-1be94a7f-62bb-49ae-86ba-6eff194f8094 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 931 time: 0.0772452 Jul 28 09:15:14.896930 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Publish callbacks [] for port (4f936277-e00a-481e-a8ac-02e282230e9a), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:14.919936 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Transition to ACTIVE for port object 4f936277-e00a-481e-a8ac-02e282230e9a will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:15:14.933597 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:15.034139 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8bfeb281-2156-47d8-b4b7-de149d1b2272 req-65ebfa8f-97db-4962-b1ab-07e08d612a34 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299598 Jul 28 09:15:15.035453 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Pushing event updated for resources: {'Port': ['ID=4f936277-e00a-481e-a8ac-02e282230e9a,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:15:15.129432 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Attempting to bind port 4f936277-e00a-481e-a8ac-02e282230e9a on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:15:15.129432 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Attempting to bind port 4f936277-e00a-481e-a8ac-02e282230e9a by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': 'a5714f0c-17e5-4f38-8768-cc8079cc2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:15:15.130617 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Attempting to bind port 4f936277-e00a-481e-a8ac-02e282230e9a on network cb35dd40-bdfb-4501-b560-84079bfe68cc {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:15:15.134346 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Port 4f936277-e00a-481e-a8ac-02e282230e9a on network cb35dd40-bdfb-4501-b560-84079bfe68cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:15:15.134605 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Attempting to bind port 4f936277-e00a-481e-a8ac-02e282230e9a on network cb35dd40-bdfb-4501-b560-84079bfe68cc {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:15:15.139574 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:15:15.139906 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Checking segment: {'id': 'a5714f0c-17e5-4f38-8768-cc8079cc2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:15:15.140281 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Bound using segment: {'id': 'a5714f0c-17e5-4f38-8768-cc8079cc2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:15:15.140695 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Bound port: 4f936277-e00a-481e-a8ac-02e282230e9a, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5714f0c-17e5-4f38-8768-cc8079cc2f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:15:15.141044 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:15.207796 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] For port 4f936277-e00a-481e-a8ac-02e282230e9a, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:15:15.211739 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] For port 4f936277-e00a-481e-a8ac-02e282230e9a, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=4f936277-e00a-481e-a8ac-02e282230e9a,segment=NetworkSegment(a5714f0c-17e5-4f38-8768-cc8079cc2f6c),segment_id=a5714f0c-17e5-4f38-8768-cc8079cc2f6c)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:15:15.219755 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:15.259976 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:15.260595 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:15.262228 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] 10.222.0.60 "PUT /v2.0/ports/4f936277-e00a-481e-a8ac-02e282230e9a HTTP/1.1" status: 200 len: 1093 time: 0.7596362 Jul 28 09:15:15.264749 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7987a34-1e5e-4049-9acf-82938bd8f226', 'tag': '4f936277-e00a-481e-a8ac-02e282230e9a'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:15:15.267280 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baad056f-fa89-42cf-abcd-451cb7d594c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7987a34-1e5e-4049-9acf-82938bd8f226", "tag": "4f936277-e00a-481e-a8ac-02e282230e9a"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:15:15.296900 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84b429-007e-4abe-9495-9e109e88ed1e service neutron] Pushing event updated for resources: {'Port': ['ID=4f936277-e00a-481e-a8ac-02e282230e9a,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:15:15.335102 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b160e01-f1aa-4333-9669-9dc8fd16e287 x-openstack-request-id: req-6b160e01-f1aa-4333-9669-9dc8fd16e287 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:15:15.335102 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7987a34-1e5e-4049-9acf-82938bd8f226", "tag": "4f936277-e00a-481e-a8ac-02e282230e9a", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:15:15.335102 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b160e01-f1aa-4333-9669-9dc8fd16e287 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:15:15.336725 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b160e01-f1aa-4333-9669-9dc8fd16e287'] response: {'name': 'network-changed', 'server_uuid': 'e7987a34-1e5e-4049-9acf-82938bd8f226', 'tag': '4f936277-e00a-481e-a8ac-02e282230e9a', 'status': 'completed', 'code': 200} Jul 28 09:15:15.427256 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-e85b78bf-cde3-4b45-94a3-2469a67b0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:15.428957 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-e85b78bf-cde3-4b45-94a3-2469a67b0c1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39a7fbb2f3ca405bbaa394825b4a3e73&device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 1127 time: 0.0597942 Jul 28 09:15:15.485282 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-976fa824-d781-4c34-858d-97ff323dd93f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f936277-e00a-481e-a8ac-02e282230e9a HTTP/1.1" status: 200 len: 217 time: 0.0414531 Jul 28 09:15:15.537253 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-6d743d02-29b0-4a9c-bebe-118634b08b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:15.538810 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-6d743d02-29b0-4a9c-bebe-118634b08b3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=522d77cd-ae5c-43d5-92b4-e0b6ce305039 HTTP/1.1" status: 200 len: 853 time: 0.0478928 Jul 28 09:15:15.580200 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-62bb6289-bf33-40db-b3be-58c71247cba4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cb35dd40-bdfb-4501-b560-84079bfe68cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342257 Jul 28 09:15:15.694438 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-50a985ad-e904-45ae-a043-3a22beebcbb4 service neutron] 10.222.0.60 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073575 Jul 28 09:15:15.796912 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14543c85-3b9e-4c7a-bb33-3b66d4dca43b req-75a0fa9e-8d61-41ae-96b7-bfb1715cbe5d service neutron] 10.222.0.60 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878625 Jul 28 09:15:16.145410 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:16.151520 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:16.152907 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:16.162352 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f2530-0ed7-44a7-9999-15e17fd0af9a req-bfc2562c-a6bc-4e92-95c2-9ca90481f0fb tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:16.163865 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af4f2530-0ed7-44a7-9999-15e17fd0af9a req-bfc2562c-a6bc-4e92-95c2-9ca90481f0fb tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 943 time: 0.0563333 Jul 28 09:15:16.215796 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af4f2530-0ed7-44a7-9999-15e17fd0af9a req-50d40989-d8c6-46e8-b3c6-95a084e605da tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460045 Jul 28 09:15:16.624018 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=56,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:16.626245 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=53,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:16.798647 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:17.337213 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71258-a3fe-4597-ada1-7da015bcd797 req-d96ff1e7-ba82-48ae-96fd-658d90597838 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:17.338714 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2dc71258-a3fe-4597-ada1-7da015bcd797 req-d96ff1e7-ba82-48ae-96fd-658d90597838 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 943 time: 0.0502031 Jul 28 09:15:17.387853 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2dc71258-a3fe-4597-ada1-7da015bcd797 req-646f053f-b9aa-4d31-a6d7-4681b09cdf5a tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 Jul 28 09:15:18.516107 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c012-b251-4b3d-bb19-529eba361cfc req-164c12c2-fe87-4843-bdc7-c46523eccd71 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:18.517572 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc19c012-b251-4b3d-bb19-529eba361cfc req-164c12c2-fe87-4843-bdc7-c46523eccd71 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 943 time: 0.0538633 Jul 28 09:15:18.575339 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc19c012-b251-4b3d-bb19-529eba361cfc req-fb50ff7f-2d86-4a60-a05b-63b47cc92c75 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522084 Jul 28 09:15:18.832505 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 4f936277-e00a-481e-a8ac-02e282230e9a details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:15:18.947298 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 4f936277-e00a-481e-a8ac-02e282230e9a, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=4f936277-e00a-481e-a8ac-02e282230e9a,segment=NetworkSegment(a5714f0c-17e5-4f38-8768-cc8079cc2f6c),segment_id=a5714f0c-17e5-4f38-8768-cc8079cc2f6c)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:15:18.958963 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '4f936277-e00a-481e-a8ac-02e282230e9a', 'network_id': 'cb35dd40-bdfb-4501-b560-84079bfe68cc', 'port_id': '4f936277-e00a-481e-a8ac-02e282230e9a', 'mac_address': 'fa:16:3e:30:f7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522d77cd-ae5c-43d5-92b4-e0b6ce305039', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:15:18.999674 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 4f936277-e00a-481e-a8ac-02e282230e9a is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:15:19.010158 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:19.014697 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f936277-e00a-481e-a8ac-02e282230e9a {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:15:19.035315 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 4f936277-e00a-481e-a8ac-02e282230e9a, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=4f936277-e00a-481e-a8ac-02e282230e9a,segment=NetworkSegment(a5714f0c-17e5-4f38-8768-cc8079cc2f6c),segment_id=a5714f0c-17e5-4f38-8768-cc8079cc2f6c)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:15:19.041783 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:19.090961 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=4f936277-e00a-481e-a8ac-02e282230e9a,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:15:19.097990 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.098343 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.098689 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.099055 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.099395 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.099727 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.100056 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.100382 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.100718 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.101102 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.101434 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.101781 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.102139 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.102461 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.102784 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:15:19.714217 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692da545-5033-460b-b4c7-6b40943a5593 req-fb8c1be5-dc2a-449e-94ee-fa0462a8f04b tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:19.715807 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-692da545-5033-460b-b4c7-6b40943a5593 req-fb8c1be5-dc2a-449e-94ee-fa0462a8f04b tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 944 time: 0.0526073 Jul 28 09:15:19.796743 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-692da545-5033-460b-b4c7-6b40943a5593 req-fd16f65c-2177-4ba6-bb4b-9d888e43ec88 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733874 Jul 28 09:15:19.800047 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad056f-fa89-42cf-abcd-451cb7d594c7 req-82fadeda-241e-4890-bd11-a8763571d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:19.801485 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baad056f-fa89-42cf-abcd-451cb7d594c7 req-82fadeda-241e-4890-bd11-a8763571d8e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39a7fbb2f3ca405bbaa394825b4a3e73&device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 1128 time: 0.0570509 Jul 28 09:15:19.905411 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad056f-fa89-42cf-abcd-451cb7d594c7 req-a753b7d6-bdc3-4cd0-b19f-0278bb74758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:19.906842 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baad056f-fa89-42cf-abcd-451cb7d594c7 req-a753b7d6-bdc3-4cd0-b19f-0278bb74758a service neutron] 10.222.0.60 "GET /v2.0/networks?id=cb35dd40-bdfb-4501-b560-84079bfe68cc HTTP/1.1" status: 200 len: 914 time: 0.0995631 Jul 28 09:15:19.941578 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['4f936277-e00a-481e-a8ac-02e282230e9a'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:15:19.948073 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baad056f-fa89-42cf-abcd-451cb7d594c7 req-6a517f1d-3465-4db4-baec-dbbae3e57982 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f936277-e00a-481e-a8ac-02e282230e9a HTTP/1.1" status: 200 len: 217 time: 0.0342782 Jul 28 09:15:20.007414 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad056f-fa89-42cf-abcd-451cb7d594c7 req-34fe84bf-8f3d-48a6-bcf9-4f90caca1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:20.009046 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baad056f-fa89-42cf-abcd-451cb7d594c7 req-34fe84bf-8f3d-48a6-bcf9-4f90caca1b35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=522d77cd-ae5c-43d5-92b4-e0b6ce305039 HTTP/1.1" status: 200 len: 853 time: 0.0541577 Jul 28 09:15:20.046359 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baad056f-fa89-42cf-abcd-451cb7d594c7 req-3b0f3e12-4dda-46e3-968d-445044fc7822 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cb35dd40-bdfb-4501-b560-84079bfe68cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288258 Jul 28 09:15:20.146533 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baad056f-fa89-42cf-abcd-451cb7d594c7 req-5098c5c5-b137-4152-b358-9f1375fde8b9 service neutron] 10.222.0.60 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939212 Jul 28 09:15:20.242584 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baad056f-fa89-42cf-abcd-451cb7d594c7 req-13860a40-af21-4a2a-861c-fa2b3d4a8711 service neutron] 10.222.0.60 "GET /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895696 Jul 28 09:15:20.916263 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a27a9-76c2-4479-8d75-efff52b09dc5 req-cc15ad2d-a9e1-4eee-9091-5880a375f0f0 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:20.918264 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b37a27a9-76c2-4479-8d75-efff52b09dc5 req-cc15ad2d-a9e1-4eee-9091-5880a375f0f0 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 944 time: 0.0467708 Jul 28 09:15:20.966259 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b37a27a9-76c2-4479-8d75-efff52b09dc5 req-90444864-1580-4ae5-ae78-67ad1a9e0185 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418737 Jul 28 09:15:21.553169 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 4f936277-e00a-481e-a8ac-02e282230e9a up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:15:21.601482 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 4f936277-e00a-481e-a8ac-02e282230e9a completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:15:21.607129 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 4f936277-e00a-481e-a8ac-02e282230e9a triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:15:21.607609 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:21.681516 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 4f936277-e00a-481e-a8ac-02e282230e9a is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:15:21.681944 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:21.705176 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7987a34-1e5e-4049-9acf-82938bd8f226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f936277-e00a-481e-a8ac-02e282230e9a'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:15:21.707400 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fa1a03-d0ab-4f33-b2b1-3b10c3265b44" -d '{"events": [{"server_uuid": "e7987a34-1e5e-4049-9acf-82938bd8f226", "name": "network-vif-plugged", "status": "completed", "tag": "4f936277-e00a-481e-a8ac-02e282230e9a"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:15:21.720894 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 4f936277-e00a-481e-a8ac-02e282230e9a, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=4f936277-e00a-481e-a8ac-02e282230e9a,segment=NetworkSegment(a5714f0c-17e5-4f38-8768-cc8079cc2f6c),segment_id=a5714f0c-17e5-4f38-8768-cc8079cc2f6c)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:15:21.728456 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:21.759622 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7525e5d7-3299-4d9e-bca2-bd1f18a7fcf8 x-openstack-request-id: req-7525e5d7-3299-4d9e-bca2-bd1f18a7fcf8 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:15:21.760130 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7987a34-1e5e-4049-9acf-82938bd8f226", "name": "network-vif-plugged", "status": "completed", "tag": "4f936277-e00a-481e-a8ac-02e282230e9a", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:15:21.760785 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7525e5d7-3299-4d9e-bca2-bd1f18a7fcf8 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:15:21.761356 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7525e5d7-3299-4d9e-bca2-bd1f18a7fcf8'] response: {'server_uuid': 'e7987a34-1e5e-4049-9acf-82938bd8f226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f936277-e00a-481e-a8ac-02e282230e9a', 'code': 200} Jul 28 09:15:21.788205 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=4f936277-e00a-481e-a8ac-02e282230e9a,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:15:22.041036 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2197141-9a99-4f1c-86be-4b028cf9c13e req-c01062a7-0589-4d67-8b5a-2672139cd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:22.042687 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f2197141-9a99-4f1c-86be-4b028cf9c13e req-c01062a7-0589-4d67-8b5a-2672139cd396 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 1129 time: 0.0390000 Jul 28 09:15:22.109231 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932011a-b5bd-420f-82fd-ff607f395986 req-88121fa7-6f3d-4a44-90a4-cfa2e8be0bb2 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:22.110701 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2932011a-b5bd-420f-82fd-ff607f395986 req-88121fa7-6f3d-4a44-90a4-cfa2e8be0bb2 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 945 time: 0.0671678 Jul 28 09:15:22.135791 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f2197141-9a99-4f1c-86be-4b028cf9c13e req-ac87226a-7646-464c-b2ef-3f8145d92c5c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841138 Jul 28 09:15:22.156905 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:22.159298 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:22.174672 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2932011a-b5bd-420f-82fd-ff607f395986 req-aa79b433-9156-4e37-a879-4508a160a191 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527010 Jul 28 09:15:23.264777 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:23.303831 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3c0ab-572f-4860-b2d6-0a129960bd40 req-ba81eec2-0a94-4810-92c6-26369586f3ed tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:23.305313 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cde3c0ab-572f-4860-b2d6-0a129960bd40 req-ba81eec2-0a94-4810-92c6-26369586f3ed tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 945 time: 0.0515540 Jul 28 09:15:23.352736 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cde3c0ab-572f-4860-b2d6-0a129960bd40 req-bc2a7b5d-99f9-413e-a073-fdc5b2c0450d tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Jul 28 09:15:24.475390 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20971420-9c01-4dfd-9dc2-d0678639c508 req-e7c236c3-4ddf-4896-862c-3b90cff4c7e5 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:24.476859 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20971420-9c01-4dfd-9dc2-d0678639c508 req-e7c236c3-4ddf-4896-862c-3b90cff4c7e5 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 945 time: 0.0517454 Jul 28 09:15:24.527222 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20971420-9c01-4dfd-9dc2-d0678639c508 req-1cda7234-0758-497c-978c-84773c4c4e04 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433407 Jul 28 09:15:25.645372 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f449b3-6159-4761-b5f3-24024beb00b9 req-a1d5aece-fe15-49bc-8f41-b970a9cb39aa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:25.646858 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5f449b3-6159-4761-b5f3-24024beb00b9 req-a1d5aece-fe15-49bc-8f41-b970a9cb39aa tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 945 time: 0.0491734 Jul 28 09:15:25.695817 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5f449b3-6159-4761-b5f3-24024beb00b9 req-4e411a43-3898-47c6-9953-b2f93c5038b4 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 Jul 28 09:15:26.845567 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3723661e-4b62-4909-9911-9096ca1a2c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:29.343880 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-98038571-f083-42ac-b1ec-2cd560f17946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:30.241149 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:31.726530 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:31.912409 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:31.927082 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:33.714753 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-862d5917-4c3b-4d36-8692-d9269c6b9783 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386169 Jul 28 09:15:33.789381 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-413dca94-cd93-43d3-ae46-7d645e6ab804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:33.790891 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-413dca94-cd93-43d3-ae46-7d645e6ab804 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 1130 time: 0.0439460 Jul 28 09:15:33.893031 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-ece9c770-ea3f-4f38-a80f-4ccc84992c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:33.894524 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-ece9c770-ea3f-4f38-a80f-4ccc84992c2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f HTTP/1.1" status: 200 len: 911 time: 0.0859454 Jul 28 09:15:33.967605 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-097b460c-270f-4324-8a41-3da1f2d8c4bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8f10ca5-9e77-4e44-90da-226feaaaae51 HTTP/1.1" status: 200 len: 1002 time: 0.0650659 Jul 28 09:15:34.016472 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-e5615f53-5a44-444e-8292-000ac1d3ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:34.017912 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-e5615f53-5a44-444e-8292-000ac1d3ca0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=66df279f-10e1-460e-ac7d-69ed4ca391e2 HTTP/1.1" status: 200 len: 849 time: 0.0445945 Jul 28 09:15:34.058978 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-e6f01864-e5f7-4158-acd0-ae5f31a15e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:34.060395 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-e6f01864-e5f7-4158-acd0-ae5f31a15e30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362976 Jul 28 09:15:34.151421 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-deff2fec-978f-4909-b7cf-dffb6e27397e service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847666 Jul 28 09:15:34.240086 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fb1829c-161d-4fcb-a58f-ed9ff0426936 req-a6bdee85-0f3d-430a-b909-7d58094bee60 service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827312 Jul 28 09:15:40.422723 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:15:41.920668 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:44.235127 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=72 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:44.237534 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=83 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:52.164119 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:56.830355 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=17 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:56.831060 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=17 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:15:56.840463 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9ba77157-8fa4-4d5c-bf57-0c47a08b0b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:59.336500 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6003b3f-9aec-466e-8132-f34358f5b967 req-a5404450-0ff4-4c7e-8255-30123ee7103b tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:15:59.337909 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6003b3f-9aec-466e-8132-f34358f5b967 req-a5404450-0ff4-4c7e-8255-30123ee7103b tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 945 time: 0.0518899 Jul 28 09:15:59.346452 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b825ed54-c73c-43f3-97ab-3fc9951ddcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:15:59.384879 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d6003b3f-9aec-466e-8132-f34358f5b967 req-e2a73553-8a00-4127-b811-d8976e846383 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Jul 28 09:16:00.243949 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:00.506882 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f153b-ef67-4e87-bfb3-f128cd32d37c req-b6f07aee-7afc-482c-842c-d4002ad184ad tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:00.508299 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-845f153b-ef67-4e87-bfb3-f128cd32d37c req-b6f07aee-7afc-482c-842c-d4002ad184ad tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 945 time: 0.0473721 Jul 28 09:16:00.556431 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-845f153b-ef67-4e87-bfb3-f128cd32d37c req-e5dd1e61-0292-4cbd-89c4-29bf4f804455 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Jul 28 09:16:01.672456 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0558eb-7a8c-44b9-9b44-b023a9c41817 req-ae06c123-67b7-4888-b50a-744681da1e66 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:01.673908 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b0558eb-7a8c-44b9-9b44-b023a9c41817 req-ae06c123-67b7-4888-b50a-744681da1e66 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 945 time: 0.0457366 Jul 28 09:16:01.724424 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b0558eb-7a8c-44b9-9b44-b023a9c41817 req-d265e8cf-daaa-4c6d-a6f4-b12d70334d9a tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/security-groups?id=0619a671-d91d-493e-9040-12f9a2b705d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449903 Jul 28 09:16:01.728237 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:01.772839 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379bd1b-2fc8-4485-8904-33cc846a528c req-09d61d8e-eab4-459e-ab42-016f5818846a tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:01.774276 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2379bd1b-2fc8-4485-8904-33cc846a528c req-09d61d8e-eab4-459e-ab42-016f5818846a tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 945 time: 0.0455856 Jul 28 09:16:01.856614 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-2379bd1b-2fc8-4485-8904-33cc846a528c req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Deleting port 4f936277-e00a-481e-a8ac-02e282230e9a {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:16:01.857219 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2379bd1b-2fc8-4485-8904-33cc846a528c req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:01.929598 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:01.957300 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-2379bd1b-2fc8-4485-8904-33cc846a528c req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] For port 4f936277-e00a-481e-a8ac-02e282230e9a, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=4f936277-e00a-481e-a8ac-02e282230e9a,segment=NetworkSegment(a5714f0c-17e5-4f38-8768-cc8079cc2f6c),segment_id=a5714f0c-17e5-4f38-8768-cc8079cc2f6c)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:16:01.957720 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2379bd1b-2fc8-4485-8904-33cc846a528c req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:01.970227 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-2379bd1b-2fc8-4485-8904-33cc846a528c req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Calling delete_port for 4f936277-e00a-481e-a8ac-02e282230e9a owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:16:02.096562 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2379bd1b-2fc8-4485-8904-33cc846a528c req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (4f936277-e00a-481e-a8ac-02e282230e9a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:02.122214 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Pushing event deleted for resources: {'Port': ['ID=4f936277-e00a-481e-a8ac-02e282230e9a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:02.132223 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.132571 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.132922 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.133258 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.133586 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.134072 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.134261 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.135176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.135176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.135176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.135525 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.135821 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.136137 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.136453 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.136767 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:02.176879 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2379bd1b-2fc8-4485-8904-33cc846a528c req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] No DVR routers for this DVR port 4f936277-e00a-481e-a8ac-02e282230e9a on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:16:02.179239 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2379bd1b-2fc8-4485-8904-33cc846a528c req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:02.182429 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2379bd1b-2fc8-4485-8904-33cc846a528c req-4d127972-d3a0-4de2-acfd-3ef19cbeb94e tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.60 "DELETE /v2.0/ports/4f936277-e00a-481e-a8ac-02e282230e9a HTTP/1.1" status: 204 len: 173 time: 0.4022079 Jul 28 09:16:02.182848 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7987a34-1e5e-4049-9acf-82938bd8f226', 'name': 'network-vif-deleted', 'tag': '4f936277-e00a-481e-a8ac-02e282230e9a'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:16:02.185042 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da34a0bf-65e0-4aca-9a46-aea93d759fd0" -d '{"events": [{"server_uuid": "e7987a34-1e5e-4049-9acf-82938bd8f226", "name": "network-vif-deleted", "tag": "4f936277-e00a-481e-a8ac-02e282230e9a"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:16:02.223661 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ea630-55d1-4e96-a42e-37ab5b472839 x-openstack-request-id: req-843ea630-55d1-4e96-a42e-37ab5b472839 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:16:02.223947 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7987a34-1e5e-4049-9acf-82938bd8f226", "name": "network-vif-deleted", "tag": "4f936277-e00a-481e-a8ac-02e282230e9a", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:16:02.224196 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-843ea630-55d1-4e96-a42e-37ab5b472839 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:16:02.224588 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843ea630-55d1-4e96-a42e-37ab5b472839'] response: {'server_uuid': 'e7987a34-1e5e-4049-9acf-82938bd8f226', 'name': 'network-vif-deleted', 'tag': '4f936277-e00a-481e-a8ac-02e282230e9a', 'status': 'completed', 'code': 200} Jul 28 09:16:02.824017 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-747825d7-6b2c-4124-a6ea-90fd88c6d8a8 req-85ca167c-b0f3-424c-be1a-7ab8e1a0231b tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 210 time: 0.0265529 Jul 28 09:16:03.926291 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30c15a1f-afa2-40fa-b3b9-8f75aad46efe req-ebabe824-cee5-4876-a511-b03f71126a98 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 210 time: 0.0301888 Jul 28 09:16:05.024560 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fa40c5cd-11bb-47cc-8ca1-3a659c6cdff0 req-8552b5fc-32dc-451d-ac15-8bb2ac98b63c tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 210 time: 0.0283108 Jul 28 09:16:05.613059 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['4f936277-e00a-481e-a8ac-02e282230e9a'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:16:06.144803 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d92775f-d042-4cbd-91a6-3c633317afff req-cd764354-74db-41b7-9eb6-02038d853294 tempest-VolumesSnapshotTestJSON-523367942 tempest-VolumesSnapshotTestJSON-523367942-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7987a34-1e5e-4049-9acf-82938bd8f226 HTTP/1.1" status: 200 len: 210 time: 0.0311410 Jul 28 09:16:07.638194 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 4f936277-e00a-481e-a8ac-02e282230e9a no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:16:07.657952 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 4f936277-e00a-481e-a8ac-02e282230e9a {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:16:07.658384 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 4f936277-e00a-481e-a8ac-02e282230e9a not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:16:11.433281 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:15.005443 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=78,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:15.617742 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:15.842549 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47518) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:15.956630 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6cc80a51-cdda-47d6-92dd-7de47c8a3279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:16.034872 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6cc80a51-cdda-47d6-92dd-7de47c8a3279 admin admin] Publish callbacks [] for security_group (a5148e75-2993-4d80-a4e2-b61363485ba3), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:16.038295 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6cc80a51-cdda-47d6-92dd-7de47c8a3279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (a5148e75-2993-4d80-a4e2-b61363485ba3), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:16.050796 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:16.308991 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc80a51-cdda-47d6-92dd-7de47c8a3279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5148e75-2993-4d80-a4e2-b61363485ba3,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:16.316528 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6cc80a51-cdda-47d6-92dd-7de47c8a3279 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=281db54643a44abb906ad1982ce19e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4704719 Jul 28 09:16:16.316716 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47528) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:16.374427 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a8014dd-85b5-4e0d-8ae9-a68544fe7e5c admin admin] Publish callbacks [] for security_group (a5148e75-2993-4d80-a4e2-b61363485ba3), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:16.411058 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a8014dd-85b5-4e0d-8ae9-a68544fe7e5c admin admin] Publish callbacks [] for security_group (a5148e75-2993-4d80-a4e2-b61363485ba3), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:16.478629 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a8014dd-85b5-4e0d-8ae9-a68544fe7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (a5148e75-2993-4d80-a4e2-b61363485ba3), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:16.483190 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9a8014dd-85b5-4e0d-8ae9-a68544fe7e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:16.484729 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9a8014dd-85b5-4e0d-8ae9-a68544fe7e5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5148e75-2993-4d80-a4e2-b61363485ba3 HTTP/1.1" status: 204 len: 168 time: 0.1669481 Jul 28 09:16:16.501522 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8014dd-85b5-4e0d-8ae9-a68544fe7e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5148e75-2993-4d80-a4e2-b61363485ba3,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:16.796879 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47550) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:16.910435 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9035a82d-d85a-4147-a039-1a3676d61450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:16.987446 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9035a82d-d85a-4147-a039-1a3676d61450 admin admin] Publish callbacks [] for security_group (050f4327-ebf1-4577-8c80-ec896a2a2fa7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:16.992668 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9035a82d-d85a-4147-a039-1a3676d61450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (050f4327-ebf1-4577-8c80-ec896a2a2fa7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:17.033205 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035a82d-d85a-4147-a039-1a3676d61450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050f4327-ebf1-4577-8c80-ec896a2a2fa7,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:17.037493 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9035a82d-d85a-4147-a039-1a3676d61450 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afe2b5c8e5d9448da362b23ce6614b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398393 Jul 28 09:16:17.040016 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47556) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:17.089176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-94e00770-dcaf-418f-823a-689d1fee7b56 admin admin] Publish callbacks [] for security_group (050f4327-ebf1-4577-8c80-ec896a2a2fa7), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:17.110933 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-94e00770-dcaf-418f-823a-689d1fee7b56 admin admin] Publish callbacks [] for security_group (050f4327-ebf1-4577-8c80-ec896a2a2fa7), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:17.157509 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-94e00770-dcaf-418f-823a-689d1fee7b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (050f4327-ebf1-4577-8c80-ec896a2a2fa7), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:17.160019 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-94e00770-dcaf-418f-823a-689d1fee7b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:17.161186 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-94e00770-dcaf-418f-823a-689d1fee7b56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/050f4327-ebf1-4577-8c80-ec896a2a2fa7 HTTP/1.1" status: 204 len: 168 time: 0.1202815 Jul 28 09:16:17.168902 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e00770-dcaf-418f-823a-689d1fee7b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050f4327-ebf1-4577-8c80-ec896a2a2fa7,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:17.420716 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:16:20.016583 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c89766-b13e-4ca1-886a-eddfc93551c3 req-f8c9ba5c-bee5-455b-b795-9d3151142259 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:20.018072 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e0c89766-b13e-4ca1-886a-eddfc93551c3 req-f8c9ba5c-bee5-455b-b795-9d3151142259 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.1510761 Jul 28 09:16:20.070665 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e0c89766-b13e-4ca1-886a-eddfc93551c3 req-3a50bd5a-d639-463c-878a-3758c04b50dd tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468879 Jul 28 09:16:21.193491 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e45889-1157-4c86-8b73-a9bb99921198 req-f4d3ddb1-7b25-4128-82f6-6ef25427a57d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:21.194859 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4e45889-1157-4c86-8b73-a9bb99921198 req-f4d3ddb1-7b25-4128-82f6-6ef25427a57d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0454988 Jul 28 09:16:21.206910 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:21.244054 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4e45889-1157-4c86-8b73-a9bb99921198 req-47df3905-987a-4f25-b9ae-e4c7352c9e5a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 Jul 28 09:16:22.163343 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:22.170893 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:22.367079 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbbb72-1f12-4967-a013-edec2b4ad05d req-d3d44b0e-380f-4ace-ac8a-c514cdedad44 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:22.368509 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ffdbbb72-1f12-4967-a013-edec2b4ad05d req-d3d44b0e-380f-4ace-ac8a-c514cdedad44 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0457544 Jul 28 09:16:22.413882 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ffdbbb72-1f12-4967-a013-edec2b4ad05d req-537979f7-4140-4dc9-850b-3c8d998b1c6f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398562 Jul 28 09:16:23.467579 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:23.475420 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-a907213c-cc4e-479e-8c75-feab0cfeb737 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439436 Jul 28 09:16:23.534459 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae08d2-ae9c-41c2-a4e1-be17b43aa5de req-0ed72d76-ddee-4d4c-a73f-824d757e9a1a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:23.535883 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7aae08d2-ae9c-41c2-a4e1-be17b43aa5de req-0ed72d76-ddee-4d4c-a73f-824d757e9a1a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0451624 Jul 28 09:16:23.582806 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7aae08d2-ae9c-41c2-a4e1-be17b43aa5de req-8b92e7ff-41e5-42d3-9f4a-4ae9e9c2cb0b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Jul 28 09:16:24.240399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-a9b8150a-7f26-4fc2-a4f4-4e9dfc897121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:24.242222 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-a9b8150a-7f26-4fc2-a4f4-4e9dfc897121 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 1129 time: 0.0461226 Jul 28 09:16:24.706403 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04a84e-254a-417f-a84a-165b34428a07 req-9b496f69-0f29-4958-bda1-b30bb045165d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:24.707807 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa04a84e-254a-417f-a84a-165b34428a07 req-9b496f69-0f29-4958-bda1-b30bb045165d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0494239 Jul 28 09:16:24.809991 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa04a84e-254a-417f-a84a-165b34428a07 req-f1f50177-f034-42e8-b5a2-9cf9fb77353a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956683 Jul 28 09:16:24.851220 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-881f7ff5-8576-4bcd-b49f-26bf9da4ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:24.852819 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-881f7ff5-8576-4bcd-b49f-26bf9da4ac51 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 916 time: 0.1238914 Jul 28 09:16:24.920267 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-c5401dfa-a533-4724-9e07-92110e238356 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=083e115f-7d9f-46a4-a9c2-332b4c7553c4 HTTP/1.1" status: 200 len: 1001 time: 0.0594611 Jul 28 09:16:24.971052 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-cb55d738-e01f-4379-aea1-5379c6db16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:24.972542 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-cb55d738-e01f-4379-aea1-5379c6db16d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0458634 Jul 28 09:16:25.020650 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-17b89f77-22b9-4e46-9f03-af20ab1c4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:25.022184 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-17b89f77-22b9-4e46-9f03-af20ab1c4c12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a25c70eb-0093-412d-853c-bc88149a664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436230 Jul 28 09:16:25.118581 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-c94b5042-fcf9-4088-8735-defffcd5b535 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858321 Jul 28 09:16:25.225857 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d2a1c68-cead-42ed-8393-3f8eedaaaf06 req-1339248c-0128-47c8-81ab-d4e0e52b436e service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008844 Jul 28 09:16:25.806860 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aae83a-2f72-4cca-b514-ec44eda0335c req-c983b649-e0a9-47ca-bc68-5fedc713511f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:25.808319 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05aae83a-2f72-4cca-b514-ec44eda0335c req-c983b649-e0a9-47ca-bc68-5fedc713511f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0473886 Jul 28 09:16:25.856169 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05aae83a-2f72-4cca-b514-ec44eda0335c req-18d3a887-b6d4-4162-8138-0a35303aeb61 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417058 Jul 28 09:16:25.939641 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096c931-f400-4345-ae38-df7469386c53 req-95776ae8-26dd-4b19-b129-aa347889f500 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:25.941159 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e096c931-f400-4345-ae38-df7469386c53 req-95776ae8-26dd-4b19-b129-aa347889f500 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0474043 Jul 28 09:16:25.993611 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e096c931-f400-4345-ae38-df7469386c53 req-77c1557a-850f-44df-b7c1-e9d79be9a411 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467737 Jul 28 09:16:26.475485 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:26.859523 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-61fd23a2-439f-4a84-8682-4c7dff1411cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:26.974016 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:26.983683 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda26d9f-aeaf-4820-bf20-d9a157933294 req-c4f98360-1904-4ded-bf09-499e25ec43f8 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:26.985198 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bda26d9f-aeaf-4820-bf20-d9a157933294 req-c4f98360-1904-4ded-bf09-499e25ec43f8 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0504618 Jul 28 09:16:27.037020 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bda26d9f-aeaf-4820-bf20-d9a157933294 req-0a93030e-eba8-4132-b3bc-8d0fac25454a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447199 Jul 28 09:16:27.146664 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900316a-9360-4624-8942-8fd0f7a25f00 req-f43c316e-c489-4ff4-85f3-6d3e9b437c2a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:27.148152 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b900316a-9360-4624-8942-8fd0f7a25f00 req-f43c316e-c489-4ff4-85f3-6d3e9b437c2a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0499992 Jul 28 09:16:27.168937 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:27.195918 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b900316a-9360-4624-8942-8fd0f7a25f00 req-2abf131d-49eb-42ae-b903-a97a6543e1b6 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420530 Jul 28 09:16:27.417148 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:28.186949 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce46836-fa5f-4c8b-8022-aedb71d849af req-513d82dc-a491-4e66-bcac-7cb386ce2fd3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:28.190301 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dce46836-fa5f-4c8b-8022-aedb71d849af req-513d82dc-a491-4e66-bcac-7cb386ce2fd3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0537305 Jul 28 09:16:28.240432 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dce46836-fa5f-4c8b-8022-aedb71d849af req-3412fc73-eb0b-4ea2-93a3-7145a50d09b9 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457528 Jul 28 09:16:28.347306 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534b8d8-0025-4894-a090-c5c198e0a3c7 req-83a246f4-f890-427a-8e97-347041a1009c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:28.348988 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b534b8d8-0025-4894-a090-c5c198e0a3c7 req-83a246f4-f890-427a-8e97-347041a1009c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0540891 Jul 28 09:16:28.413152 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b534b8d8-0025-4894-a090-c5c198e0a3c7 req-6075e3cb-edc7-4cc9-91f1-b7a1ed268ccc tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584116 Jul 28 09:16:29.360488 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbb6be51-d014-42c8-8b03-645a5f7ec05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:29.372618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4cae9-6b7c-414b-96a8-54fdae6bd30b req-30b45353-ca22-4dfd-8105-dddfa0fa1afe tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:29.374223 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59e4cae9-6b7c-414b-96a8-54fdae6bd30b req-30b45353-ca22-4dfd-8105-dddfa0fa1afe tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0502205 Jul 28 09:16:29.431487 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59e4cae9-6b7c-414b-96a8-54fdae6bd30b req-98557f4a-5c66-4879-a690-7b544081aa20 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509150 Jul 28 09:16:29.643707 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0e677-0f6a-45d0-92ba-f7d9a0822f2a req-2c045ae6-9f5e-4057-8d15-99007897a35f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:29.645169 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-34c0e677-0f6a-45d0-92ba-f7d9a0822f2a req-2c045ae6-9f5e-4057-8d15-99007897a35f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.1448121 Jul 28 09:16:29.696210 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-34c0e677-0f6a-45d0-92ba-f7d9a0822f2a req-d1b8f03f-88d2-4b5e-8bd0-31a7b7ccde48 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452607 Jul 28 09:16:30.245753 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:30.645805 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fe877-09d8-41d4-9c97-6fc01430764e req-2725b921-a26e-4150-a46f-0092542376eb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:30.647532 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-751fe877-09d8-41d4-9c97-6fc01430764e req-2725b921-a26e-4150-a46f-0092542376eb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.1393559 Jul 28 09:16:30.694377 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-751fe877-09d8-41d4-9c97-6fc01430764e req-d20a2079-9f24-4fa0-92f4-69cc582424ac tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415132 Jul 28 09:16:30.828555 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c19aa2-edbf-4146-b534-829fc7c43b76 req-72ba6ef6-6fca-42a0-a311-66933f7b25df tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:30.830043 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5c19aa2-edbf-4146-b534-829fc7c43b76 req-72ba6ef6-6fca-42a0-a311-66933f7b25df tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0523360 Jul 28 09:16:30.883327 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5c19aa2-edbf-4146-b534-829fc7c43b76 req-b91bd100-7939-4ca4-89a9-3bd045a47c85 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474045 Jul 28 09:16:31.740081 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:31.815085 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156b6b-4774-446b-a63c-468f21cda718 req-0bfc4e5f-4aa7-4a85-9f28-bbc30fa69062 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:31.816972 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea156b6b-4774-446b-a63c-468f21cda718 req-0bfc4e5f-4aa7-4a85-9f28-bbc30fa69062 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0470431 Jul 28 09:16:31.865659 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea156b6b-4774-446b-a63c-468f21cda718 req-22e93697-c73c-4450-962f-3fc782303788 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435445 Jul 28 09:16:31.925446 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:32.011655 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601ec7c-77d1-4bde-9878-2aacbe46d8cb req-4cf012e8-b223-4f5c-bac3-d47bc54ab700 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:32.013035 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8601ec7c-77d1-4bde-9878-2aacbe46d8cb req-4cf012e8-b223-4f5c-bac3-d47bc54ab700 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0491610 Jul 28 09:16:32.060655 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8601ec7c-77d1-4bde-9878-2aacbe46d8cb req-34ee7529-b1ab-48de-ac95-2c97f8d09c1b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 Jul 28 09:16:32.986998 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4306e8a-a8fb-430c-8226-6eb044d9a12e req-809874fd-dd6f-45b6-a103-dcd74ffd114f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:32.988373 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4306e8a-a8fb-430c-8226-6eb044d9a12e req-809874fd-dd6f-45b6-a103-dcd74ffd114f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0478165 Jul 28 09:16:33.034867 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4306e8a-a8fb-430c-8226-6eb044d9a12e req-e7e321f8-f14b-48ff-9501-7857ca6662b1 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Jul 28 09:16:33.172683 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:33.181702 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051f47e-8583-4c11-8311-6a6936210304 req-5a487f15-5c76-4916-9979-6305dd4ae18d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:33.183239 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d051f47e-8583-4c11-8311-6a6936210304 req-5a487f15-5c76-4916-9979-6305dd4ae18d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0472641 Jul 28 09:16:33.236482 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d051f47e-8583-4c11-8311-6a6936210304 req-5471e996-241c-4c55-be80-8ec0cc99e639 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470076 Jul 28 09:16:33.650522 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47918) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:33.759352 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5477f7d1-69c2-414f-a32e-def674e4e9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:33.800014 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:33.838769 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5477f7d1-69c2-414f-a32e-def674e4e9d5 admin admin] Publish callbacks [] for security_group (8484e97f-4144-4f63-b50f-38bfbc02fffe), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:33.842268 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5477f7d1-69c2-414f-a32e-def674e4e9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8484e97f-4144-4f63-b50f-38bfbc02fffe), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:33.883064 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 47926) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:33.883588 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5477f7d1-69c2-414f-a32e-def674e4e9d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a81087cbb6344ae7b09f15aa64c7dfa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314968 Jul 28 09:16:33.884011 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477f7d1-69c2-414f-a32e-def674e4e9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8484e97f-4144-4f63-b50f-38bfbc02fffe,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:33.885619 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 47930) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:33.956317 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Deleting subnet 522d77cd-ae5c-43d5-92b4-e0b6ce305039 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:16:33.964668 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Publish callbacks [] for subnet (522d77cd-ae5c-43d5-92b4-e0b6ce305039), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.006419 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Publish callbacks [] for security_group (8484e97f-4144-4f63-b50f-38bfbc02fffe), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.014639 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8566482'] for subnet (522d77cd-ae5c-43d5-92b4-e0b6ce305039), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.055149 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Publish callbacks [] for security_group (8484e97f-4144-4f63-b50f-38bfbc02fffe), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.088990 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (522d77cd-ae5c-43d5-92b4-e0b6ce305039), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.154158 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b9139-00dc-4975-9f98-0bf3093cd851 req-37b1d459-99f8-469a-9710-689bef10ee66 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:34.155649 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb1b9139-00dc-4975-9f98-0bf3093cd851 req-37b1d459-99f8-469a-9710-689bef10ee66 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0474999 Jul 28 09:16:34.155778 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8484e97f-4144-4f63-b50f-38bfbc02fffe), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.159030 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.160133 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8484e97f-4144-4f63-b50f-38bfbc02fffe HTTP/1.1" status: 204 len: 168 time: 0.2668064 Jul 28 09:16:34.163593 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4130338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8565268'] for subnet (522d77cd-ae5c-43d5-92b4-e0b6ce305039), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.193262 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8484e97f-4144-4f63-b50f-38bfbc02fffe,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:34.196938 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=522d77cd-ae5c-43d5-92b4-e0b6ce305039,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:34.204259 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.210015 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/522d77cd-ae5c-43d5-92b4-e0b6ce305039 HTTP/1.1" status: 204 len: 168 time: 0.3235087 Jul 28 09:16:34.210134 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb1b9139-00dc-4975-9f98-0bf3093cd851 req-c0478f41-079b-4363-b843-3645ab8e5968 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478847 Jul 28 09:16:34.210380 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47938) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:34.216524 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.217284 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.219063 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.219602 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.220128 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.220642 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.221151 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.221680 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.222208 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.222732 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.223372 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.223986 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.224490 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.224990 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.225501 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735d56c-5642-4cf6-b998-ef184573978d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.231737 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.232251 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.233417 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.234123 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.234631 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.235116 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.235613 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.236092 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.236643 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.237268 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.237457 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.237861 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.238251 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.238833 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.239158 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3862e3b2-6294-4582-bcb9-6821ee3c845c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:34.298156 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (cb35dd40-bdfb-4501-b560-84079bfe68cc), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.426400 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb986d-b8e5-42ca-aae8-a99435e0d8e0 req-994a44b4-070c-4e98-a968-48aed66a2b28 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:34.428026 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eebb986d-b8e5-42ca-aae8-a99435e0d8e0 req-994a44b4-070c-4e98-a968-48aed66a2b28 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0988591 Jul 28 09:16:34.430067 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (cb35dd40-bdfb-4501-b560-84079bfe68cc), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.466882 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb35dd40-bdfb-4501-b560-84079bfe68cc']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:16:34.492411 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5714f0c-17e5-4f38-8768-cc8079cc2f6c') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:16:34.492716 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5714f0c-17e5-4f38-8768-cc8079cc2f6c') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:16:34.511965 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047029'] for segment (a5714f0c-17e5-4f38-8768-cc8079cc2f6c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.529315 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eebb986d-b8e5-42ca-aae8-a99435e0d8e0 req-e7d3232e-4abf-4a14-bce8-39f4065be034 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904715 Jul 28 09:16:34.533004 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (a5714f0c-17e5-4f38-8768-cc8079cc2f6c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.539759 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:16:34.540273 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3789489'] for segment (a5714f0c-17e5-4f38-8768-cc8079cc2f6c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.584232 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment a5714f0c-17e5-4f38-8768-cc8079cc2f6c resource provider aggregate not found Jul 28 09:16:34.602130 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment a5714f0c-17e5-4f38-8768-cc8079cc2f6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5714f0c-17e5-4f38-8768-cc8079cc2f6c found for delete ", "request_id": "req-d24e3937-d622-4612-a66f-bd09b3f6ff86"}]} Jul 28 09:16:34.609091 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (cb35dd40-bdfb-4501-b560-84079bfe68cc), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.614710 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.617945 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cb35dd40-bdfb-4501-b560-84079bfe68cc HTTP/1.1" status: 204 len: 168 time: 0.4066262 Jul 28 09:16:34.629494 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78789b-f135-460f-b834-509586f69565 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb35dd40-bdfb-4501-b560-84079bfe68cc,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:34.785300 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47948) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:34.825186 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4d8318e2-57f9-4156-b8d8-89530b995d09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39a7fbb2f3ca405bbaa394825b4a3e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386629 Jul 28 09:16:34.828388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47950) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:34.877104 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5afd-9f53-41ad-9716-4759e837e39b admin admin] Publish callbacks [] for security_group (0619a671-d91d-493e-9040-12f9a2b705d7), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.889703 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:34.902374 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5afd-9f53-41ad-9716-4759e837e39b admin admin] Publish callbacks [] for security_group (0619a671-d91d-493e-9040-12f9a2b705d7), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.950151 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5afd-9f53-41ad-9716-4759e837e39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (0619a671-d91d-493e-9040-12f9a2b705d7), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.953257 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5afd-9f53-41ad-9716-4759e837e39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:34.954635 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d0ec5afd-9f53-41ad-9716-4759e837e39b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0619a671-d91d-493e-9040-12f9a2b705d7 HTTP/1.1" status: 204 len: 168 time: 0.1252244 Jul 28 09:16:34.962295 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec5afd-9f53-41ad-9716-4759e837e39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0619a671-d91d-493e-9040-12f9a2b705d7,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:35.346780 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a351f3-c307-4a49-b81e-c16794f1c6e7 req-38082872-70d3-4418-ae51-4d476a107ede tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:35.348156 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58a351f3-c307-4a49-b81e-c16794f1c6e7 req-38082872-70d3-4418-ae51-4d476a107ede tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0519814 Jul 28 09:16:35.402658 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58a351f3-c307-4a49-b81e-c16794f1c6e7 req-6950e8f6-100f-4555-8fd8-a71704f0ba0d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490561 Jul 28 09:16:35.649493 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b048e-69f0-4751-86d5-78eee13f6522 req-726489f3-6e90-403c-a55e-54f8a8d9de42 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:35.650858 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e7b048e-69f0-4751-86d5-78eee13f6522 req-726489f3-6e90-403c-a55e-54f8a8d9de42 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0455275 Jul 28 09:16:35.679142 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:35.711111 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e7b048e-69f0-4751-86d5-78eee13f6522 req-3f22c9f3-046a-4a68-a653-8074f9794fc5 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549557 Jul 28 09:16:36.226999 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47966) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:36.231480 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-5f61670f-3e16-4c2a-a80c-d812a14fcbec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246294174', 'description': 'tempest-description--1801888634'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:16:36.252151 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f61670f-3e16-4c2a-a80c-d812a14fcbec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.320175 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f61670f-3e16-4c2a-a80c-d812a14fcbec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (1679d609-a0f4-4e9e-a2b7-53caee0ef50c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.323745 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f61670f-3e16-4c2a-a80c-d812a14fcbec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (1679d609-a0f4-4e9e-a2b7-53caee0ef50c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.356546 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f61670f-3e16-4c2a-a80c-d812a14fcbec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.357748 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5f61670f-3e16-4c2a-a80c-d812a14fcbec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1297562 Jul 28 09:16:36.358580 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61670f-3e16-4c2a-a80c-d812a14fcbec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1679d609-a0f4-4e9e-a2b7-53caee0ef50c,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:36.361135 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47968) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:36.365294 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-b1ee0542-e1be-4fe2-9191-8cd09226650c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group_rule': {'security_group_id': '1679d609-a0f4-4e9e-a2b7-53caee0ef50c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:16:36.394952 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0542-e1be-4fe2-9191-8cd09226650c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (61b27f29-8a19-48c1-a846-255930d41ec4), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.449676 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0542-e1be-4fe2-9191-8cd09226650c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (61b27f29-8a19-48c1-a846-255930d41ec4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.454096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0542-e1be-4fe2-9191-8cd09226650c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (61b27f29-8a19-48c1-a846-255930d41ec4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.473427 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee0542-e1be-4fe2-9191-8cd09226650c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b27f29-8a19-48c1-a846-255930d41ec4,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:36.477603 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0542-e1be-4fe2-9191-8cd09226650c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.481306 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b1ee0542-e1be-4fe2-9191-8cd09226650c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167912 Jul 28 09:16:36.481715 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47972) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:36.486208 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-ab7ab894-6f00-4e83-93b6-bea24328cdf2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group_rule': {'security_group_id': '1679d609-a0f4-4e9e-a2b7-53caee0ef50c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:16:36.541341 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5d872-f4e1-4bb5-8156-51a461b6383e req-dc2a0d94-e105-439f-90f1-58ff3e3e81c6 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:36.542799 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66a5d872-f4e1-4bb5-8156-51a461b6383e req-dc2a0d94-e105-439f-90f1-58ff3e3e81c6 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0509729 Jul 28 09:16:36.556104 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab894-6f00-4e83-93b6-bea24328cdf2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (180b3d0a-b928-4275-a743-f02cf48771ea), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.626290 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-66a5d872-f4e1-4bb5-8156-51a461b6383e req-b280cb08-1ebd-44ef-b884-879da4d3f10d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773880 Jul 28 09:16:36.642518 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab894-6f00-4e83-93b6-bea24328cdf2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (180b3d0a-b928-4275-a743-f02cf48771ea), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.646280 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab894-6f00-4e83-93b6-bea24328cdf2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (180b3d0a-b928-4275-a743-f02cf48771ea), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.673556 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ab894-6f00-4e83-93b6-bea24328cdf2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180b3d0a-b928-4275-a743-f02cf48771ea,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:36.681611 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ab7ab894-6f00-4e83-93b6-bea24328cdf2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.682862 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ab7ab894-6f00-4e83-93b6-bea24328cdf2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2004285 Jul 28 09:16:36.685893 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 47974) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:36.690705 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:16:36.702838 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:36.712676 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.801398 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:36.871456 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2132940-e5e6-4dba-9410-48a1108ccf60 req-1c688df4-fd30-4208-bb1e-7053ab443b7c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:36.872894 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2132940-e5e6-4dba-9410-48a1108ccf60 req-1c688df4-fd30-4208-bb1e-7053ab443b7c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0830848 Jul 28 09:16:36.948373 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:36.971401 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2132940-e5e6-4dba-9410-48a1108ccf60 req-152457c9-51c9-43c3-b332-6a290dc135ab tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911040 Jul 28 09:16:36.981464 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Allocated IP 172.27.0.136 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/ceaf40e5-7f1a-4404-9dd2-9d020de24678) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:16:37.087755 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (ceaf40e5-7f1a-4404-9dd2-9d020de24678), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:37.119637 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (ceaf40e5-7f1a-4404-9dd2-9d020de24678), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:37.156701 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:16:37.165789 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:16:37.169628 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:16:37.172821 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=ceaf40e5-7f1a-4404-9dd2-9d020de24678,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:37.255305 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (673e5bdb-4045-4a83-ae7c-9d0ff9fbb530), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:37.291306 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (ceaf40e5-7f1a-4404-9dd2-9d020de24678), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:37.420441 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:37.441038 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (ceaf40e5-7f1a-4404-9dd2-9d020de24678), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:37.445220 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (ceaf40e5-7f1a-4404-9dd2-9d020de24678), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:37.512937 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=ceaf40e5-7f1a-4404-9dd2-9d020de24678,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:37.524653 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (673e5bdb-4045-4a83-ae7c-9d0ff9fbb530), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:37.540247 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:37.541451 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-30825c0d-4ace-40e6-a45d-b0563992b239 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8547027 Jul 28 09:16:37.775555 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e8494-fbf6-4cba-bc9f-83b3abb86d31 req-15c6ee2b-2597-4c0b-8e14-69efade4e11b tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:37.776938 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-978e8494-fbf6-4cba-bc9f-83b3abb86d31 req-15c6ee2b-2597-4c0b-8e14-69efade4e11b tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0730536 Jul 28 09:16:37.781485 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-649007eb-0134-44dd-8186-046044763380 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1246294174&fields=id&tenant_id=c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 267 time: 0.0848174 Jul 28 09:16:37.797603 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:37.882077 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-978e8494-fbf6-4cba-bc9f-83b3abb86d31 req-7fb110e0-5c28-4d5f-b23f-d3976ddadadb tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989976 Jul 28 09:16:37.925515 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440efd-4144-4239-93d0-418939d3ee0c req-1d855d68-747b-4767-9ccf-53920633d8d9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:37.926979 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-1d855d68-747b-4767-9ccf-53920633d8d9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 815 time: 0.1372683 Jul 28 09:16:37.941412 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-27510db0-2b2f-48a9-814c-1e32bfc043f7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/quotas/c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 375 time: 0.0089417 Jul 28 09:16:37.992017 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-da990c44-419b-4dab-8d63-990b3d594afe tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458109 Jul 28 09:16:38.092497 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15962703-d6e6-4c34-8328-7d6317f67473 req-09b7d603-eb9f-4f9b-ad17-ffe7ae26a846 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:38.094570 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-15962703-d6e6-4c34-8328-7d6317f67473 req-09b7d603-eb9f-4f9b-ad17-ffe7ae26a846 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0474303 Jul 28 09:16:38.205599 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-15962703-d6e6-4c34-8328-7d6317f67473 req-afa2c54c-515b-4248-bf6d-29d89fecc976 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982709 Jul 28 09:16:38.219485 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-a8399321-d375-446e-90dd-ede178ac7007 service neutron] 10.222.0.48 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162278 Jul 28 09:16:38.307666 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-942a0188-5251-420c-9934-75dbb8e6a743 service neutron] 10.222.0.48 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825548 Jul 28 09:16:38.468533 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8cb146ec-1dcf-4fb4-bf3d-4e36c6a82576 req-7337a88e-fadb-4c48-bb09-b99735dfa5f7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 210 time: 0.0328233 Jul 28 09:16:39.003483 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fbb6a-e13d-466a-94f5-52321dddd409 req-f315c8d0-a637-492f-8a76-2532c3965d9a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:39.004964 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-236fbb6a-e13d-466a-94f5-52321dddd409 req-f315c8d0-a637-492f-8a76-2532c3965d9a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0477805 Jul 28 09:16:39.052841 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-236fbb6a-e13d-466a-94f5-52321dddd409 req-83f44f6c-fad3-4eb1-9e00-d60c9432b510 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417366 Jul 28 09:16:39.330009 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf52e4-ed24-4827-9ea4-9deb2ef1f0cc req-6373ef8f-e36a-4404-b07e-24467418902e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:39.331438 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0edf52e4-ed24-4827-9ea4-9deb2ef1f0cc req-6373ef8f-e36a-4404-b07e-24467418902e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0483601 Jul 28 09:16:39.377889 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0edf52e4-ed24-4827-9ea4-9deb2ef1f0cc req-04c4783d-ec3b-482d-a298-b27491d24b52 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408752 Jul 28 09:16:39.564966 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b558f7fa-6481-4f08-83ca-321fa42e44b0 req-1a3d25e0-2956-4db4-9262-706037571bb3 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 210 time: 0.0286946 Jul 28 09:16:40.219248 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d50d0-2083-46a3-9019-0495ce646016 req-2456ec78-cb45-4680-90bf-df0a1f28f952 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:40.220612 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e9d50d0-2083-46a3-9019-0495ce646016 req-2456ec78-cb45-4680-90bf-df0a1f28f952 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0927370 Jul 28 09:16:40.223064 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:40.313453 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440efd-4144-4239-93d0-418939d3ee0c req-1eee7cb7-71f8-4cbc-a6ec-033a8ff19226 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:40.314981 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-1eee7cb7-71f8-4cbc-a6ec-033a8ff19226 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 815 time: 0.1590395 Jul 28 09:16:40.318371 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3e9d50d0-2083-46a3-9019-0495ce646016 req-47881af0-677b-417e-8fcd-317b8164f08f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917518 Jul 28 09:16:40.528120 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9afcf-0467-4da2-94df-e9d644cf7eef req-d06f31ac-ad6c-4cc5-9c5c-f3a3faf0eb3e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:40.529498 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1ac9afcf-0467-4da2-94df-e9d644cf7eef req-d06f31ac-ad6c-4cc5-9c5c-f3a3faf0eb3e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0670836 Jul 28 09:16:40.586180 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-1d4c2b9b-2df4-4179-8627-e8d3765816a5 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 471 time: 0.1249382 Jul 28 09:16:40.590966 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:40.601151 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'port': {'device_id': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'admin_state_up': True, 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'security_groups': ['1679d609-a0f4-4e9e-a2b7-53caee0ef50c']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:16:40.865070 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1ac9afcf-0467-4da2-94df-e9d644cf7eef req-020602e6-5134-4534-8bfd-9c502a97c6d4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272250 Jul 28 09:16:40.894876 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9e4431f-7d06-4b10-962a-a33e57785fd9 req-f3afc79a-353f-4a84-a9d8-98cd32ba536d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 210 time: 0.0332959 Jul 28 09:16:40.960459 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Made reservation on behalf of c957cfe3391147daab9fc1e59b414a3e for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:16:40.964113 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:41.089169 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Allocated IP 172.20.0.13 (a25c70eb-0093-412d-853c-bc88149a664e/258e8cda-7921-417b-b638-3be8f77b5ab7/5f846baf-d511-4258-bded-99970e48af03) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:16:41.227088 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (5f846baf-d511-4258-bded-99970e48af03), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:41.259776 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (5f846baf-d511-4258-bded-99970e48af03), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:41.299938 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Network a25c70eb-0093-412d-853c-bc88149a664e is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:16:41.305068 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:16:41.308892 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:16:41.314125 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:41.338066 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=5f846baf-d511-4258-bded-99970e48af03,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:41.366095 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:41.366708 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:41.386193 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-5b2c48d3-18c2-44df-96e0-29a7cb96da4a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7882955 Jul 28 09:16:41.442477 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39454c9e-ed29-4ee7-ad4f-5b01804b3008 req-950f759d-d1e2-4ca3-afd6-066d5dfd7270 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:41.444009 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39454c9e-ed29-4ee7-ad4f-5b01804b3008 req-950f759d-d1e2-4ca3-afd6-066d5dfd7270 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0484169 Jul 28 09:16:41.502461 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39454c9e-ed29-4ee7-ad4f-5b01804b3008 req-0dcb42a9-8d89-4249-8c4d-cead57959e3b tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523329 Jul 28 09:16:41.503077 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-815d07f9-cb02-45c8-982c-67b319bb766f None None] Provisioning complete for port 5f846baf-d511-4258-bded-99970e48af03 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:16:41.503570 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-815d07f9-cb02-45c8-982c-67b319bb766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (5f846baf-d511-4258-bded-99970e48af03), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:41.517022 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Request body: {'port': {'device_id': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:16:41.539743 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-815d07f9-cb02-45c8-982c-67b319bb766f None None] Port 5f846baf-d511-4258-bded-99970e48af03 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:16:41.576352 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (5f846baf-d511-4258-bded-99970e48af03), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:41.692349 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:41.793139 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 51927101-a0e7-4577-83b1-566bb606eeb1 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:16:41.802284 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f3a9e-aa4d-43ee-9106-fc934fde68b6 req-80bee1c9-13ff-46bb-a152-7bfe5b3460ec tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:41.803700 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-303f3a9e-aa4d-43ee-9106-fc934fde68b6 req-80bee1c9-13ff-46bb-a152-7bfe5b3460ec tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.1032059 Jul 28 09:16:41.886138 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cb35e-ec71-4442-b2ea-09b4606312b5 req-3bc8aea3-edf6-4373-9ebc-3327aa2a00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:41.887634 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-160cb35e-ec71-4442-b2ea-09b4606312b5 req-3bc8aea3-edf6-4373-9ebc-3327aa2a00d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 1130 time: 0.0918145 Jul 28 09:16:41.890790 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:16:41.902298 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '51927101-a0e7-4577-83b1-566bb606eeb1', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'port_id': '51927101-a0e7-4577-83b1-566bb606eeb1', 'mac_address': 'fa:16:3e:5a:a5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:16:41.947201 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 51927101-a0e7-4577-83b1-566bb606eeb1 is: ACTIVE; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:16:41.947711 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:41.963002 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51927101-a0e7-4577-83b1-566bb606eeb1 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:16:41.975040 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-303f3a9e-aa4d-43ee-9106-fc934fde68b6 req-4154f08b-3b6a-49b1-be38-f31afedb17f5 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624095 Jul 28 09:16:41.983714 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:16:41.998640 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:42.051335 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=51927101-a0e7-4577-83b1-566bb606eeb1,revision_number=6']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:42.058636 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.058983 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.059341 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.059699 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.060033 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.060367 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.060692 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.061016 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.061340 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.061687 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.063241 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.063591 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.063922 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.064247 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.064452 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f846baf-d511-4258-bded-99970e48af03 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:16:42.064598 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:16:42.082079 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49df15c-be2f-41a0-99e2-fb219d58e908 req-d540e2f0-dc56-4f41-b385-4d41946c6bff tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:42.083525 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f49df15c-be2f-41a0-99e2-fb219d58e908 req-d540e2f0-dc56-4f41-b385-4d41946c6bff tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 944 time: 0.1180599 Jul 28 09:16:42.085294 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Publish callbacks [] for port (5f846baf-d511-4258-bded-99970e48af03), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:42.153099 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Transition to ACTIVE for port object 5f846baf-d511-4258-bded-99970e48af03 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:16:42.163531 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (5f846baf-d511-4258-bded-99970e48af03), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:42.170651 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bb264-a05b-496c-8999-cb7b5f640c0b req-2f5529f4-8d61-4c7e-be56-d2fce73cb7ca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:42.172147 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-466bb264-a05b-496c-8999-cb7b5f640c0b req-2f5529f4-8d61-4c7e-be56-d2fce73cb7ca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 932 time: 0.1299765 Jul 28 09:16:42.181046 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cb35e-ec71-4442-b2ea-09b4606312b5 req-0570fb39-b1cb-4558-baf0-f5b8d16490c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:42.182428 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-160cb35e-ec71-4442-b2ea-09b4606312b5 req-0570fb39-b1cb-4558-baf0-f5b8d16490c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f HTTP/1.1" status: 200 len: 911 time: 0.2861314 Jul 28 09:16:42.206253 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['51927101-a0e7-4577-83b1-566bb606eeb1'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:16:42.267089 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:42.285451 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f49df15c-be2f-41a0-99e2-fb219d58e908 req-2971d91b-e9ca-43a2-9400-71669aaaa0ff tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712480 Jul 28 09:16:42.318891 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f846baf-d511-4258-bded-99970e48af03,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:42.345755 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-160cb35e-ec71-4442-b2ea-09b4606312b5 req-ad19b864-cae3-41f3-8f7f-3d820be59629 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8f10ca5-9e77-4e44-90da-226feaaaae51 HTTP/1.1" status: 200 len: 1002 time: 0.1555011 Jul 28 09:16:42.351666 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-466bb264-a05b-496c-8999-cb7b5f640c0b req-0117e71b-03a8-428d-ac0b-56be602d6a8c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625774 Jul 28 09:16:42.440486 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cb35e-ec71-4442-b2ea-09b4606312b5 req-10f05a4d-4c2a-4809-8614-5c469718b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:42.441946 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-160cb35e-ec71-4442-b2ea-09b4606312b5 req-10f05a4d-4c2a-4809-8614-5c469718b273 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=66df279f-10e1-460e-ac7d-69ed4ca391e2 HTTP/1.1" status: 200 len: 849 time: 0.0740738 Jul 28 09:16:42.460252 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:42.485106 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Attempting to bind port 5f846baf-d511-4258-bded-99970e48af03 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:16:42.485438 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Attempting to bind port 5f846baf-d511-4258-bded-99970e48af03 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:16:42.485760 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Attempting to bind port 5f846baf-d511-4258-bded-99970e48af03 on network a25c70eb-0093-412d-853c-bc88149a664e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:16:42.495235 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Port 5f846baf-d511-4258-bded-99970e48af03 on network a25c70eb-0093-412d-853c-bc88149a664e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:16:42.495554 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Attempting to bind port 5f846baf-d511-4258-bded-99970e48af03 on network a25c70eb-0093-412d-853c-bc88149a664e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:16:42.500914 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:42.505788 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:16:42.506146 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Checking segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:16:42.506532 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Bound using segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:16:42.506950 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Bound port: 5f846baf-d511-4258-bded-99970e48af03, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:16:42.507299 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (5f846baf-d511-4258-bded-99970e48af03), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:42.509472 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cb35e-ec71-4442-b2ea-09b4606312b5 req-746acdfd-53f8-4319-a4b5-2eea019bb4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:42.510962 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-160cb35e-ec71-4442-b2ea-09b4606312b5 req-746acdfd-53f8-4319-a4b5-2eea019bb4c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575683 Jul 28 09:16:42.635138 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] For port 5f846baf-d511-4258-bded-99970e48af03, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:16:42.653106 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-160cb35e-ec71-4442-b2ea-09b4606312b5 req-6feda2b9-46b8-4661-a204-7630f86224fc service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340930 Jul 28 09:16:42.654697 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] For port 5f846baf-d511-4258-bded-99970e48af03, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=5f846baf-d511-4258-bded-99970e48af03,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:16:42.660852 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (5f846baf-d511-4258-bded-99970e48af03), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:42.756500 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:42.757083 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:42.758131 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] 10.222.0.60 "PUT /v2.0/ports/5f846baf-d511-4258-bded-99970e48af03 HTTP/1.1" status: 200 len: 1094 time: 1.2936208 Jul 28 09:16:42.758628 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'tag': '5f846baf-d511-4258-bded-99970e48af03'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:16:42.760837 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0f9470-3820-4bf2-9081-8d9e6ca6f791" -d '{"events": [{"name": "network-changed", "server_uuid": "886e113b-47d9-4760-bf0d-d5a2901b61f3", "tag": "5f846baf-d511-4258-bded-99970e48af03"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:16:42.787962 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff7306-9b59-4b00-852a-e9b7773b3ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f846baf-d511-4258-bded-99970e48af03,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:42.814937 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-160cb35e-ec71-4442-b2ea-09b4606312b5 req-751ec80a-f7e7-46ab-9e57-8847c0ebd342 service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514814 Jul 28 09:16:42.816580 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bb4d2a-c221-403d-8cf7-d09ddd6e2fd0 x-openstack-request-id: req-33bb4d2a-c221-403d-8cf7-d09ddd6e2fd0 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:16:42.816868 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886e113b-47d9-4760-bf0d-d5a2901b61f3", "tag": "5f846baf-d511-4258-bded-99970e48af03", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:16:42.817117 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33bb4d2a-c221-403d-8cf7-d09ddd6e2fd0 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:16:42.817507 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33bb4d2a-c221-403d-8cf7-d09ddd6e2fd0'] response: {'name': 'network-changed', 'server_uuid': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'tag': '5f846baf-d511-4258-bded-99970e48af03', 'status': 'completed', 'code': 200} Jul 28 09:16:42.892705 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440efd-4144-4239-93d0-418939d3ee0c req-c12be2d7-ec59-4754-9f70-caedd8f3ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:42.894236 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-c12be2d7-ec59-4754-9f70-caedd8f3ab1b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 1128 time: 0.0414329 Jul 28 09:16:42.946526 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-85a57daa-95cf-4833-9843-ed38c83c46fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f846baf-d511-4258-bded-99970e48af03 HTTP/1.1" status: 200 len: 217 time: 0.0340893 Jul 28 09:16:43.100836 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e5ff0-776b-45e8-b4fb-5a5aa100c530 req-e8ecf16d-2235-4013-88ec-32f666892ec3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:43.102339 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-230e5ff0-776b-45e8-b4fb-5a5aa100c530 req-e8ecf16d-2235-4013-88ec-32f666892ec3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0527534 Jul 28 09:16:43.175367 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-230e5ff0-776b-45e8-b4fb-5a5aa100c530 req-ad6861b6-756d-4db6-9572-cf359ce88a0d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674555 Jul 28 09:16:43.192125 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440efd-4144-4239-93d0-418939d3ee0c req-f31a64e9-c355-43aa-9011-be4c692820c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:43.193547 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-f31a64e9-c355-43aa-9011-be4c692820c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0504401 Jul 28 09:16:43.239322 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e440efd-4144-4239-93d0-418939d3ee0c req-d25cb2d9-3c8f-48bf-969c-89fe9028ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:43.240754 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-d25cb2d9-3c8f-48bf-969c-89fe9028ed6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a25c70eb-0093-412d-853c-bc88149a664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373433 Jul 28 09:16:43.361436 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-f8fa1ba2-717a-4802-9075-d5c6efe0bbfc service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869858 Jul 28 09:16:43.378045 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:43.472145 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0bc5a-5aba-47c8-8714-182bd97aa81e req-e66e2ffd-8521-497b-9827-3c3d29a8231d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:43.473539 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2e0bc5a-5aba-47c8-8714-182bd97aa81e req-e66e2ffd-8521-497b-9827-3c3d29a8231d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 944 time: 0.1056013 Jul 28 09:16:43.536049 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c3ad4-3a9e-41df-982c-cd70e35428fa req-4a2d32e0-3e68-495a-83e8-b8c23558f4cd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:43.537499 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-be1c3ad4-3a9e-41df-982c-cd70e35428fa req-4a2d32e0-3e68-495a-83e8-b8c23558f4cd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 944 time: 0.0917237 Jul 28 09:16:43.589029 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e2e0bc5a-5aba-47c8-8714-182bd97aa81e req-3fdc27d6-b0b3-4b32-9f51-609c6ad8f685 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983043 Jul 28 09:16:43.595912 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5e440efd-4144-4239-93d0-418939d3ee0c req-583e744f-fa69-45db-b797-340f2d7259e2 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185009 Jul 28 09:16:43.618713 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-be1c3ad4-3a9e-41df-982c-cd70e35428fa req-d35a64f5-5605-4e8e-ac15-b5e8dcf9e928 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740149 Jul 28 09:16:43.805748 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 51927101-a0e7-4577-83b1-566bb606eeb1 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:16:43.849208 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 51927101-a0e7-4577-83b1-566bb606eeb1 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:16:43.849646 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:44.029103 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:44.041050 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 51927101-a0e7-4577-83b1-566bb606eeb1 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:16:44.041431 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:44.064228 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:16:44.066399 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ebe9a2-3cff-4a18-b009-5594eb34361e" -d '{"events": [{"server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "name": "network-vif-plugged", "status": "completed", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:16:44.078706 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:16:44.083111 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:44.107537 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b95fe8-7e04-4371-ae8a-99c013c94cf4 x-openstack-request-id: req-17b95fe8-7e04-4371-ae8a-99c013c94cf4 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:16:44.107854 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "name": "network-vif-plugged", "status": "completed", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:16:44.108110 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17b95fe8-7e04-4371-ae8a-99c013c94cf4 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:16:44.108499 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b95fe8-7e04-4371-ae8a-99c013c94cf4'] response: {'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1', 'code': 200} Jul 28 09:16:44.133657 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=51927101-a0e7-4577-83b1-566bb606eeb1,revision_number=7']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:44.200812 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=38,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:44.209106 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:44.281379 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:44.299364 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0d0a0-8fec-4203-898b-408c1967bd21 req-54d4cb30-0d01-4c74-a3d7-2fa3d87c0cfd tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:44.300829 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2c0d0a0-8fec-4203-898b-408c1967bd21 req-54d4cb30-0d01-4c74-a3d7-2fa3d87c0cfd tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0533531 Jul 28 09:16:44.347191 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2c0d0a0-8fec-4203-898b-408c1967bd21 req-6a6598ca-f647-4110-9cff-2df222963435 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 Jul 28 09:16:44.745017 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2437032-6a71-4f22-9f00-11a0e844693a req-82df4562-b065-45fc-8c6e-f09269eb46de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:44.746501 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a2437032-6a71-4f22-9f00-11a0e844693a req-82df4562-b065-45fc-8c6e-f09269eb46de tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0785615 Jul 28 09:16:44.752868 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffe032-48c4-473a-9903-0dbdc1372493 req-067170b9-2101-4626-bc8e-db738293099e tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:44.754213 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-86ffe032-48c4-473a-9903-0dbdc1372493 req-067170b9-2101-4626-bc8e-db738293099e tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 944 time: 0.0584342 Jul 28 09:16:44.834122 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a2437032-6a71-4f22-9f00-11a0e844693a req-8c26292c-0bbd-4861-9b95-246087c5233f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789683 Jul 28 09:16:44.837968 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-86ffe032-48c4-473a-9903-0dbdc1372493 req-0e39a79f-00c3-4110-a98c-6b033fb0175a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762396 Jul 28 09:16:45.463824 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967cb3f-7cc3-4025-81fc-c545f4f06b17 req-cc910c02-5970-4370-80c4-c28fb32cf180 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:45.465281 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6967cb3f-7cc3-4025-81fc-c545f4f06b17 req-cc910c02-5970-4370-80c4-c28fb32cf180 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0472281 Jul 28 09:16:45.512547 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6967cb3f-7cc3-4025-81fc-c545f4f06b17 req-e972e958-ecd0-456c-b933-87a8c6c9c192 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407372 Jul 28 09:16:45.989732 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5d18a-156c-49b5-a820-720ba2926644 req-3dbac5ea-1994-46a2-9d3b-51b912e08760 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:45.991246 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ecf5d18a-156c-49b5-a820-720ba2926644 req-3dbac5ea-1994-46a2-9d3b-51b912e08760 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0808570 Jul 28 09:16:45.997129 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7508042-58bb-4cfb-8a9e-2f8254cf849e req-2e699ec6-2c78-4266-acf6-80b5eed97792 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:45.998493 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7508042-58bb-4cfb-8a9e-2f8254cf849e req-2e699ec6-2c78-4266-acf6-80b5eed97792 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 944 time: 0.0893779 Jul 28 09:16:46.070408 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ecf5d18a-156c-49b5-a820-720ba2926644 req-65d987d6-27de-4e4e-8357-6a83dc1bd242 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709970 Jul 28 09:16:46.074329 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7508042-58bb-4cfb-8a9e-2f8254cf849e req-32cdf07a-57e8-4eb0-ad79-bd6895ad9699 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685766 Jul 28 09:16:46.627911 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79d8bb-6e6f-4bba-85e6-914b05ad8d77 req-b7ee1d86-b018-4e4b-979d-dc1d06d7ab2e tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:46.629342 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea79d8bb-6e6f-4bba-85e6-914b05ad8d77 req-b7ee1d86-b018-4e4b-979d-dc1d06d7ab2e tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0459342 Jul 28 09:16:46.679044 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ea79d8bb-6e6f-4bba-85e6-914b05ad8d77 req-744f701f-152c-431e-8456-b2a2eb331808 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442724 Jul 28 09:16:47.229415 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecb516-5f25-4623-9a76-78801b12bf00 req-e3b7282a-2ef6-4272-b9f7-8f502d6b3502 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:47.230818 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-deecb516-5f25-4623-9a76-78801b12bf00 req-e3b7282a-2ef6-4272-b9f7-8f502d6b3502 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0767841 Jul 28 09:16:47.236964 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8ee23-c8ce-4e25-a8da-4ca778b7a523 req-0f8eb500-7e50-481a-9425-2c80776947b4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:47.238315 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d8c8ee23-c8ce-4e25-a8da-4ca778b7a523 req-0f8eb500-7e50-481a-9425-2c80776947b4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 944 time: 0.0824721 Jul 28 09:16:47.264825 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:47.315098 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-deecb516-5f25-4623-9a76-78801b12bf00 req-3f4caec4-15fc-4c69-b93e-839a161f475a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758805 Jul 28 09:16:47.318039 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d8c8ee23-c8ce-4e25-a8da-4ca778b7a523 req-43cbcdc8-cfd2-40db-9859-6bec01b69469 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730672 Jul 28 09:16:47.786513 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f9470-3820-4bf2-9081-8d9e6ca6f791 req-2316d73d-d3ad-497d-ba02-510ad81b82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:47.787942 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af0f9470-3820-4bf2-9081-8d9e6ca6f791 req-2316d73d-d3ad-497d-ba02-510ad81b82e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 1128 time: 0.0621462 Jul 28 09:16:47.805269 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b97ce-56fc-4da9-a3b5-5032603412cf req-329d578b-c5ce-4c14-b89f-b3ea6ce2ce70 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:47.806694 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-979b97ce-56fc-4da9-a3b5-5032603412cf req-329d578b-c5ce-4c14-b89f-b3ea6ce2ce70 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0499654 Jul 28 09:16:47.852042 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-979b97ce-56fc-4da9-a3b5-5032603412cf req-03918e74-a5b4-4df0-8bfd-0c655f855426 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399473 Jul 28 09:16:48.607081 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bd46b-f06f-4e70-a599-4d24050858c9 req-5fd1ef0c-501e-44b3-bc2f-35761ef1bab8 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:48.608506 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e58bd46b-f06f-4e70-a599-4d24050858c9 req-5fd1ef0c-501e-44b3-bc2f-35761ef1bab8 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 944 time: 0.0900245 Jul 28 09:16:48.616447 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c490198-d251-4656-9584-d225fac9af83 req-089fdf8a-e982-474b-ba70-2b649ac3a67e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:48.617779 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c490198-d251-4656-9584-d225fac9af83 req-089fdf8a-e982-474b-ba70-2b649ac3a67e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0982618 Jul 28 09:16:48.648169 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:48.669167 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f9470-3820-4bf2-9081-8d9e6ca6f791 req-8288bb7a-3180-401d-a45e-ba21d5c31db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:48.670611 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af0f9470-3820-4bf2-9081-8d9e6ca6f791 req-8288bb7a-3180-401d-a45e-ba21d5c31db6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 916 time: 0.4183943 Jul 28 09:16:48.740365 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af0f9470-3820-4bf2-9081-8d9e6ca6f791 req-a8130b1f-5179-4ebd-af6f-adccb8b50054 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f846baf-d511-4258-bded-99970e48af03 HTTP/1.1" status: 200 len: 217 time: 0.0577784 Jul 28 09:16:48.750293 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2c490198-d251-4656-9584-d225fac9af83 req-dc2735e3-11df-44e2-9333-0a2a188d3713 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181960 Jul 28 09:16:48.753741 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e58bd46b-f06f-4e70-a599-4d24050858c9 req-c07b91a3-af45-42e0-b344-c4ac482d6933 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350889 Jul 28 09:16:48.947609 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f9470-3820-4bf2-9081-8d9e6ca6f791 req-fdda0cc4-05fd-48fc-b4b5-8c1781ec5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:48.949071 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af0f9470-3820-4bf2-9081-8d9e6ca6f791 req-fdda0cc4-05fd-48fc-b4b5-8c1781ec5fbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0456827 Jul 28 09:16:48.993856 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f9470-3820-4bf2-9081-8d9e6ca6f791 req-8cf75835-e7df-4818-a57c-78d58226865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:48.995360 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af0f9470-3820-4bf2-9081-8d9e6ca6f791 req-8cf75835-e7df-4818-a57c-78d58226865c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a25c70eb-0093-412d-853c-bc88149a664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403395 Jul 28 09:16:49.096421 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af0f9470-3820-4bf2-9081-8d9e6ca6f791 req-7e2c6631-bd55-4a92-91a1-142a92b2af84 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882647 Jul 28 09:16:49.207195 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af0f9470-3820-4bf2-9081-8d9e6ca6f791 req-b4b9adfd-af79-4021-957a-285e8ad295f3 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003163 Jul 28 09:16:49.844864 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 5f846baf-d511-4258-bded-99970e48af03 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:16:49.938913 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bcab9-b71b-4914-9b00-b7eda3286be7 req-dc823034-3a01-40df-a1d6-6c231f44b0ae tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:49.940631 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b58bcab9-b71b-4914-9b00-b7eda3286be7 req-dc823034-3a01-40df-a1d6-6c231f44b0ae tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 944 time: 0.0907960 Jul 28 09:16:49.947842 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f485bbf-deac-4fcb-b264-bfb3ee112684 req-8e93b992-4752-4848-8a00-baca58947759 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:49.954818 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9f485bbf-deac-4fcb-b264-bfb3ee112684 req-8e93b992-4752-4848-8a00-baca58947759 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.1164606 Jul 28 09:16:50.004475 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:50.008598 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 5f846baf-d511-4258-bded-99970e48af03, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=5f846baf-d511-4258-bded-99970e48af03,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:16:50.022629 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '5f846baf-d511-4258-bded-99970e48af03', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'port_id': '5f846baf-d511-4258-bded-99970e48af03', 'mac_address': 'fa:16:3e:7c:93:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:16:50.030278 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b58bcab9-b71b-4914-9b00-b7eda3286be7 req-598cf476-3c65-4692-82fb-a0f499ccb293 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727084 Jul 28 09:16:50.058704 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9f485bbf-deac-4fcb-b264-bfb3ee112684 req-380121e1-7e25-4fc0-a8b3-23d03c87b442 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943477 Jul 28 09:16:50.081565 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 5f846baf-d511-4258-bded-99970e48af03 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:16:50.082282 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (5f846baf-d511-4258-bded-99970e48af03), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:50.097028 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f846baf-d511-4258-bded-99970e48af03 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:16:50.119454 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 5f846baf-d511-4258-bded-99970e48af03, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=5f846baf-d511-4258-bded-99970e48af03,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:16:50.124608 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (5f846baf-d511-4258-bded-99970e48af03), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:50.177561 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=5f846baf-d511-4258-bded-99970e48af03,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:50.622452 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['5f846baf-d511-4258-bded-99970e48af03'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:16:51.233270 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3e50d-367c-46d7-8acd-521d5d1e98d8 req-ad8cd361-cb6f-46c1-b6d2-74d6c99a585e tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:51.234847 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07e3e50d-367c-46d7-8acd-521d5d1e98d8 req-ad8cd361-cb6f-46c1-b6d2-74d6c99a585e tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 945 time: 0.0889766 Jul 28 09:16:51.244360 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db88d-dd31-434e-8afc-e4868dac3172 req-81d8768a-f16f-4f2d-aad2-2f5ff2b8b97b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:51.245810 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d38db88d-dd31-434e-8afc-e4868dac3172 req-81d8768a-f16f-4f2d-aad2-2f5ff2b8b97b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0895092 Jul 28 09:16:51.334315 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07e3e50d-367c-46d7-8acd-521d5d1e98d8 req-b3442207-e42a-41bf-b3b8-fe9b1774fc40 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873446 Jul 28 09:16:51.340623 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d38db88d-dd31-434e-8afc-e4868dac3172 req-601602a8-a6ac-4440-b784-3ba2f42b02db tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876131 Jul 28 09:16:51.857643 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 5f846baf-d511-4258-bded-99970e48af03 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:16:51.904577 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 5f846baf-d511-4258-bded-99970e48af03 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:16:51.916044 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 5f846baf-d511-4258-bded-99970e48af03 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:16:51.916475 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (5f846baf-d511-4258-bded-99970e48af03), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:51.966192 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:52.027315 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 5f846baf-d511-4258-bded-99970e48af03 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:16:52.027697 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (5f846baf-d511-4258-bded-99970e48af03), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:52.054166 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f846baf-d511-4258-bded-99970e48af03'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:16:52.056790 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a46ef41-6ffb-4be8-8c7f-1eb6d39e0618" -d '{"events": [{"server_uuid": "886e113b-47d9-4760-bf0d-d5a2901b61f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f846baf-d511-4258-bded-99970e48af03"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:16:52.073886 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 5f846baf-d511-4258-bded-99970e48af03, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=5f846baf-d511-4258-bded-99970e48af03,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:16:52.079705 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (5f846baf-d511-4258-bded-99970e48af03), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:52.107428 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdeaef4-f5d6-4889-a8fd-cc1687f1a71d x-openstack-request-id: req-ffdeaef4-f5d6-4889-a8fd-cc1687f1a71d {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:16:52.108033 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886e113b-47d9-4760-bf0d-d5a2901b61f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f846baf-d511-4258-bded-99970e48af03", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:16:52.108357 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffdeaef4-f5d6-4889-a8fd-cc1687f1a71d {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:16:52.109008 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffdeaef4-f5d6-4889-a8fd-cc1687f1a71d'] response: {'server_uuid': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f846baf-d511-4258-bded-99970e48af03', 'code': 200} Jul 28 09:16:52.146673 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=5f846baf-d511-4258-bded-99970e48af03,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:16:52.186685 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:52.348108 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26720dad-3934-4b3a-9eb8-581193637a5a req-25e29eb7-2068-4245-88af-f06170c1c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:52.350280 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-26720dad-3934-4b3a-9eb8-581193637a5a req-25e29eb7-2068-4245-88af-f06170c1c1e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 1130 time: 0.0403466 Jul 28 09:16:52.405652 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-26720dad-3934-4b3a-9eb8-581193637a5a req-8a9e2bd9-a0c5-4808-9b82-74bb5a0148a7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494733 Jul 28 09:16:52.491593 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8e5f9-7122-4f25-a1d5-7ec43d800615 req-ad418f99-8e30-43ce-be05-53d1eb0303bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:52.493108 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96e8e5f9-7122-4f25-a1d5-7ec43d800615 req-ad418f99-8e30-43ce-be05-53d1eb0303bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 946 time: 0.0836558 Jul 28 09:16:52.554171 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4645e6-71d5-48c8-bce2-331f9ac173f6 req-b4a554bf-733f-4e9e-b947-3c7a3a962b44 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:52.556260 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d4645e6-71d5-48c8-bce2-331f9ac173f6 req-b4a554bf-733f-4e9e-b947-3c7a3a962b44 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.1007471 Jul 28 09:16:52.597889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:52.616577 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96e8e5f9-7122-4f25-a1d5-7ec43d800615 req-dd9448d4-a55a-4367-81a2-c564ac296441 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031320 Jul 28 09:16:52.654765 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d4645e6-71d5-48c8-bce2-331f9ac173f6 req-92ca76cb-6d45-4d11-b8df-9d7e302393ac tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928771 Jul 28 09:16:53.811364 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9eba2-37ac-43ff-8fde-015227e9e46f req-4144e0cd-3e52-41a0-8f05-05d91d465840 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:53.812859 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ff9eba2-37ac-43ff-8fde-015227e9e46f req-4144e0cd-3e52-41a0-8f05-05d91d465840 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 946 time: 0.1025517 Jul 28 09:16:53.828329 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9fa00-c0db-45f1-9268-160989caa6d6 req-2d08c6d2-be00-4850-83e3-2cebf76a9721 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:53.830358 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11b9fa00-c0db-45f1-9268-160989caa6d6 req-2d08c6d2-be00-4850-83e3-2cebf76a9721 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0576377 Jul 28 09:16:53.909597 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ff9eba2-37ac-43ff-8fde-015227e9e46f req-3b9f90cf-d127-4d4c-9913-ce4c12191eb8 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878224 Jul 28 09:16:53.912538 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-11b9fa00-c0db-45f1-9268-160989caa6d6 req-ad01a771-15ec-4032-b6e1-0ae124f58fc2 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685375 Jul 28 09:16:54.419609 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:16:55.112805 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbc3b8-b6a0-44c1-b01c-f07e75d76297 req-519fde11-6a26-4410-80ac-3669d7a5f07b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:55.115138 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c3dbc3b8-b6a0-44c1-b01c-f07e75d76297 req-519fde11-6a26-4410-80ac-3669d7a5f07b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 946 time: 0.0880246 Jul 28 09:16:55.123910 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc0cc7-40f0-4c4f-a41a-364f2276a44b req-1dbcf4e4-2f44-4ccc-bfb4-fd6c3fe84e79 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:55.125738 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c3fc0cc7-40f0-4c4f-a41a-364f2276a44b req-1dbcf4e4-2f44-4ccc-bfb4-fd6c3fe84e79 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0878861 Jul 28 09:16:55.197453 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c3dbc3b8-b6a0-44c1-b01c-f07e75d76297 req-7d2c465b-83ec-494d-8568-3118d67516f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703523 Jul 28 09:16:55.223053 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c3fc0cc7-40f0-4c4f-a41a-364f2276a44b req-19832c45-c542-437f-9e83-3f753793a6fd tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815835 Jul 28 09:16:55.333866 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a15b2-e676-4d34-82db-c55d8e0f27a2 req-6553cc0f-e80e-40a3-a532-14199d9283c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:55.335545 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-569a15b2-e676-4d34-82db-c55d8e0f27a2 req-6553cc0f-e80e-40a3-a532-14199d9283c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 946 time: 0.0519807 Jul 28 09:16:55.345770 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48136) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:16:55.351744 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-b73cf56f-a4a0-4fa2-a6bb-ad0219953642 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'floatingip': {'port_id': '5f846baf-d511-4258-bded-99970e48af03'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:16:55.391891 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b73cf56f-a4a0-4fa2-a6bb-ad0219953642 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (673e5bdb-4045-4a83-ae7c-9d0ff9fbb530), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:55.909895 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b73cf56f-a4a0-4fa2-a6bb-ad0219953642 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:55.914289 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b73cf56f-a4a0-4fa2-a6bb-ad0219953642 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (673e5bdb-4045-4a83-ae7c-9d0ff9fbb530), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:56.322471 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-b73cf56f-a4a0-4fa2-a6bb-ad0219953642 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Floating IP 673e5bdb-4045-4a83-ae7c-9d0ff9fbb530 associated. External IP: 172.27.0.136, port: 5f846baf-d511-4258-bded-99970e48af03. Jul 28 09:16:56.377333 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5df0c-6a69-48bf-af26-48f0ddf32880 req-24512ee0-b32a-490a-9068-ecc863dad883 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:56.378926 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eab5df0c-6a69-48bf-af26-48f0ddf32880 req-24512ee0-b32a-490a-9068-ecc863dad883 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0598872 Jul 28 09:16:56.435248 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eab5df0c-6a69-48bf-af26-48f0ddf32880 req-24117c7e-ea19-403c-b1bf-43649618bb0f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507743 Jul 28 09:16:56.581417 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73cf56f-a4a0-4fa2-a6bb-ad0219953642 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Router 109703c7-684e-4e7e-9ac7-451f56fa01a1 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:16:56.690912 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73cf56f-a4a0-4fa2-a6bb-ad0219953642 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:16:56.696204 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b73cf56f-a4a0-4fa2-a6bb-ad0219953642 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:56.705185 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60624e20-4b2e-4fb4-b3f5-c6cac0930924 None None] Sync routers for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:16:56.719319 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60624e20-4b2e-4fb4-b3f5-c6cac0930924 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:16:56.720927 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-60624e20-4b2e-4fb4-b3f5-c6cac0930924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:16:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:16:56.723492 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:56.736955 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b73cf56f-a4a0-4fa2-a6bb-ad0219953642 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "PUT /v2.0/floatingips/673e5bdb-4045-4a83-ae7c-9d0ff9fbb530 HTTP/1.1" status: 200 len: 992 time: 1.3890097 Jul 28 09:16:56.737550 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'tag': '5f846baf-d511-4258-bded-99970e48af03'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:16:56.740305 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60a0d31f5ae61584c09bf5ae02f1e8f881846fe7860167878649fbf56de3e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ad7c86-402f-4845-b465-393f10de28e2" -d '{"events": [{"name": "network-changed", "server_uuid": "886e113b-47d9-4760-bf0d-d5a2901b61f3", "tag": "5f846baf-d511-4258-bded-99970e48af03"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:16:56.872164 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9683577c-81df-4fd2-a7d3-42c21115c461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:56.888737 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-60624e20-4b2e-4fb4-b3f5-c6cac0930924 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:16:56.946831 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2ba489-3178-4e56-9470-470202081d2c x-openstack-request-id: req-7d2ba489-3178-4e56-9470-470202081d2c {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:16:56.947130 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886e113b-47d9-4760-bf0d-d5a2901b61f3", "tag": "5f846baf-d511-4258-bded-99970e48af03", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:16:56.947386 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d2ba489-3178-4e56-9470-470202081d2c {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:16:56.947793 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2ba489-3178-4e56-9470-470202081d2c'] response: {'name': 'network-changed', 'server_uuid': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'tag': '5f846baf-d511-4258-bded-99970e48af03', 'status': 'completed', 'code': 200} Jul 28 09:16:57.036934 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:57.047359 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad7c86-402f-4845-b465-393f10de28e2 req-c7c7a8fe-691a-49de-9ea4-219c062637c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:57.049232 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78ad7c86-402f-4845-b465-393f10de28e2 req-c7c7a8fe-691a-49de-9ea4-219c062637c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 1130 time: 0.0445561 Jul 28 09:16:57.153420 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad7c86-402f-4845-b465-393f10de28e2 req-a936b0b8-cadf-458f-96d2-7c078b49276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:57.155227 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78ad7c86-402f-4845-b465-393f10de28e2 req-a936b0b8-cadf-458f-96d2-7c078b49276c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 916 time: 0.0976408 Jul 28 09:16:57.156791 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-60624e20-4b2e-4fb4-b3f5-c6cac0930924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2f9ebf8a-a04c-46f3-9a4c-7bf698af337a', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:79:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:34Z', 'updated_at': '2022-07-28T09:12:55Z', 'revision_number': 2, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}, {'id': '673e5bdb-4045-4a83-ae7c-9d0ff9fbb530', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.136', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '5f846baf-d511-4258-bded-99970e48af03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:7c:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:16:37Z', 'updated_at': '2022-07-28T09:16:55Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:16:57.183345 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60624e20-4b2e-4fb4-b3f5-c6cac0930924 None None] Checking router: 109703c7-684e-4e7e-9ac7-451f56fa01a1 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:16:57.193912 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60624e20-4b2e-4fb4-b3f5-c6cac0930924 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:16:57.194676 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-60624e20-4b2e-4fb4-b3f5-c6cac0930924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:16:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:16:57.240555 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78ad7c86-402f-4845-b465-393f10de28e2 req-06ac4766-ba3d-4b15-8564-7c0ca4806313 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f846baf-d511-4258-bded-99970e48af03 HTTP/1.1" status: 200 len: 1000 time: 0.0735662 Jul 28 09:16:57.302946 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad7c86-402f-4845-b465-393f10de28e2 req-1cb5461a-5979-49bc-a9a8-235105606860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:57.305736 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78ad7c86-402f-4845-b465-393f10de28e2 req-1cb5461a-5979-49bc-a9a8-235105606860 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0590341 Jul 28 09:16:57.307271 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-60624e20-4b2e-4fb4-b3f5-c6cac0930924 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:16:57.375063 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad7c86-402f-4845-b465-393f10de28e2 req-8e7521c7-cada-4f50-b2eb-a865348f1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:57.377100 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78ad7c86-402f-4845-b465-393f10de28e2 req-8e7521c7-cada-4f50-b2eb-a865348f1129 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a25c70eb-0093-412d-853c-bc88149a664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646806 Jul 28 09:16:57.500118 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78ad7c86-402f-4845-b465-393f10de28e2 req-6200aa53-004b-42d2-979c-47d8b1022ab4 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150610 Jul 28 09:16:57.564751 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-60624e20-4b2e-4fb4-b3f5-c6cac0930924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2f9ebf8a-a04c-46f3-9a4c-7bf698af337a', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:79:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:34Z', 'updated_at': '2022-07-28T09:12:55Z', 'revision_number': 2, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}, {'id': '673e5bdb-4045-4a83-ae7c-9d0ff9fbb530', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.136', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '5f846baf-d511-4258-bded-99970e48af03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:7c:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:16:37Z', 'updated_at': '2022-07-28T09:16:55Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:16:57.592473 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60624e20-4b2e-4fb4-b3f5-c6cac0930924 None None] The sync data for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi is: [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2f9ebf8a-a04c-46f3-9a4c-7bf698af337a', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:79:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:34Z', 'updated_at': '2022-07-28T09:12:55Z', 'revision_number': 2, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}, {'id': '673e5bdb-4045-4a83-ae7c-9d0ff9fbb530', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.136', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '5f846baf-d511-4258-bded-99970e48af03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:7c:93:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:16:37Z', 'updated_at': '2022-07-28T09:16:55Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:16:57.658172 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2cbd2-fb65-4deb-a07f-36439309bcf1 req-5d0bdec0-f98f-412d-b8af-ab932617e7a7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:57.660380 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8af2cbd2-fb65-4deb-a07f-36439309bcf1 req-5d0bdec0-f98f-412d-b8af-ab932617e7a7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0884149 Jul 28 09:16:57.708360 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78ad7c86-402f-4845-b465-393f10de28e2 req-b34b2ccc-bebb-4866-8a45-dd7a9e42bbf5 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016346 Jul 28 09:16:57.742205 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8af2cbd2-fb65-4deb-a07f-36439309bcf1 req-239f4128-0ae2-474a-9a39-83f965088fa4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669711 Jul 28 09:16:57.842816 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdca67db-ca33-45b6-932b-7b6023d9da2c None None] New status for floating IP 673e5bdb-4045-4a83-ae7c-9d0ff9fbb530: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:16:58.879748 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45730235-58b0-4581-9229-596aa1339288 req-a763ac5d-581f-41b3-a90b-31ac11fc5ae2 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:58.881105 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45730235-58b0-4581-9229-596aa1339288 req-a763ac5d-581f-41b3-a90b-31ac11fc5ae2 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0558903 Jul 28 09:16:58.891931 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:16:58.929092 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45730235-58b0-4581-9229-596aa1339288 req-f333b70d-5381-4a34-a496-bbdcb63b1fcd tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Jul 28 09:16:59.354434 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebc19-49d9-420f-adeb-bf341f6c51ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:16:59.798819 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dbafd-af8c-4fa9-993c-d30ff0dc7e82 req-f2f254d4-2ff2-44c5-b3b1-6d611e8e4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:59.800250 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-019dbafd-af8c-4fa9-993c-d30ff0dc7e82 req-f2f254d4-2ff2-44c5-b3b1-6d611e8e4e54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 1129 time: 0.0382743 Jul 28 09:16:59.889289 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dbafd-af8c-4fa9-993c-d30ff0dc7e82 req-39649bdd-1800-4573-adf5-5976174b1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:16:59.890735 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-019dbafd-af8c-4fa9-993c-d30ff0dc7e82 req-39649bdd-1800-4573-adf5-5976174b1177 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 918 time: 0.0847569 Jul 28 09:16:59.951609 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-019dbafd-af8c-4fa9-993c-d30ff0dc7e82 req-27c7b6c8-610d-4754-bbf9-cb210c849f81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51927101-a0e7-4577-83b1-566bb606eeb1 HTTP/1.1" status: 200 len: 1000 time: 0.0537462 Jul 28 09:17:00.002681 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dbafd-af8c-4fa9-993c-d30ff0dc7e82 req-ad862618-fde0-4134-a2bb-851c736db971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:00.004198 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-019dbafd-af8c-4fa9-993c-d30ff0dc7e82 req-ad862618-fde0-4134-a2bb-851c736db971 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 200 len: 856 time: 0.0452411 Jul 28 09:17:00.067026 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:00.081631 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778aa7d-ee72-445a-a6fe-73ec06292620 req-09d715da-359e-475d-b7aa-b354b94f3f94 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:00.083110 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8778aa7d-ee72-445a-a6fe-73ec06292620 req-09d715da-359e-475d-b7aa-b354b94f3f94 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0763762 Jul 28 09:17:00.084162 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dbafd-af8c-4fa9-993c-d30ff0dc7e82 req-e6995e1b-48ba-4239-a4ed-02c23997f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:00.085477 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-019dbafd-af8c-4fa9-993c-d30ff0dc7e82 req-e6995e1b-48ba-4239-a4ed-02c23997f682 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62ef4833-ede7-4ed1-81d0-684613a04084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704539 Jul 28 09:17:00.179421 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8778aa7d-ee72-445a-a6fe-73ec06292620 req-1b3240ee-1c06-4806-8b5a-1e0d0226ffde tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905390 Jul 28 09:17:00.217332 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-019dbafd-af8c-4fa9-993c-d30ff0dc7e82 req-1aa05150-9846-4a21-af5d-46bce0615508 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151247 Jul 28 09:17:00.247619 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:00.307446 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-019dbafd-af8c-4fa9-993c-d30ff0dc7e82 req-2e640649-a0ae-47c6-a111-18ee75e8da68 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832624 Jul 28 09:17:01.309616 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837dfcef-32e7-4e98-bc5a-ba017676405a req-67cb95f0-307f-45a9-ac1c-11d8e99943b1 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:01.311069 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-837dfcef-32e7-4e98-bc5a-ba017676405a req-67cb95f0-307f-45a9-ac1c-11d8e99943b1 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0493701 Jul 28 09:17:01.358993 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-837dfcef-32e7-4e98-bc5a-ba017676405a req-79301150-9e42-486d-af55-92674e12ecb3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Jul 28 09:17:01.733507 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:01.909767 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:01.924013 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:02.478476 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeb119-4e63-41c6-a1e8-5b78dc2e190f req-69dc6b6d-5b03-4050-a2de-49e290ff4dce tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:02.479852 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3feeb119-4e63-41c6-a1e8-5b78dc2e190f req-69dc6b6d-5b03-4050-a2de-49e290ff4dce tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0452816 Jul 28 09:17:02.524979 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3feeb119-4e63-41c6-a1e8-5b78dc2e190f req-81887fc7-3e43-4231-a52f-033231cb8474 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396750 Jul 28 09:17:03.064300 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-beb9f17a-616d-4e79-8d64-2dd644aa4a2e req-1fe4e68d-8e7b-4daf-89ec-8bc059b85c26 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:17:03.065285 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-beb9f17a-616d-4e79-8d64-2dd644aa4a2e req-1fe4e68d-8e7b-4daf-89ec-8bc059b85c26 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0462608 Jul 28 09:17:03.238777 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a18f0-15c4-414f-9e6c-c7c105fa3923 req-a492d9ee-857a-4cba-8b4d-d3906504dcfa tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:03.240299 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-256a18f0-15c4-414f-9e6c-c7c105fa3923 req-a492d9ee-857a-4cba-8b4d-d3906504dcfa tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 945 time: 0.0476754 Jul 28 09:17:03.291311 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-256a18f0-15c4-414f-9e6c-c7c105fa3923 req-2815153e-3ec7-46bd-a111-4f943a829870 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450637 Jul 28 09:17:03.431842 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48212) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:17:03.513416 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-dd5aef8a-ae21-46d2-b151-8206d3b53390 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804462 Jul 28 09:17:03.521883 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-b31ba099-921f-4d33-9f89-f24a71cc0417 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:17:03.522830 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-b31ba099-921f-4d33-9f89-f24a71cc0417 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049317 Jul 28 09:17:03.596974 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48220) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:17:03.687813 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-5774bacf-e3f1-4621-ab2e-6caf3177df5a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:03.689162 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-5774bacf-e3f1-4621-ab2e-6caf3177df5a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports/51927101-a0e7-4577-83b1-566bb606eeb1 HTTP/1.1" status: 200 len: 942 time: 0.0912240 Jul 28 09:17:03.911868 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 51927101-a0e7-4577-83b1-566bb606eeb1 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:17:03.985741 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 51927101-a0e7-4577-83b1-566bb606eeb1 is: ACTIVE; New status is: DOWN {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:17:03.986166 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:04.010731 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:17:04.012962 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52ade76-14de-4d51-bdee-f36e76d4a08b" -d '{"events": [{"server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "name": "network-vif-unplugged", "status": "completed", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:17:04.027284 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:17:04.032154 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:04.058377 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 09:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd491cd-26e4-4e6a-83ca-426a5338961c x-openstack-request-id: req-5fd491cd-26e4-4e6a-83ca-426a5338961c {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:17:04.058660 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "name": "network-vif-unplugged", "status": "failed", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1", "code": 422}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:17:04.059021 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5fd491cd-26e4-4e6a-83ca-426a5338961c {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:17:04.059455 dv-cinder-851249-5-iscsi neutron-server[104125]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5fd491cd-26e4-4e6a-83ca-426a5338961c']: {'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1', 'code': 422} returned with failed status Jul 28 09:17:04.074629 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:04.087698 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=51927101-a0e7-4577-83b1-566bb606eeb1,revision_number=8']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:04.410923 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55716d-823b-4a0b-a624-706ed6339ee6 req-dc04253a-206a-449f-a970-32891b4d176a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:04.412344 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed55716d-823b-4a0b-a624-706ed6339ee6 req-dc04253a-206a-449f-a970-32891b4d176a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0456183 Jul 28 09:17:04.458138 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed55716d-823b-4a0b-a624-706ed6339ee6 req-878e62af-b848-4ba2-b24a-863ebfa525d0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Jul 28 09:17:05.447579 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-2cda4e32-5bde-4b84-a689-c971dc700e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:05.449025 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-2cda4e32-5bde-4b84-a689-c971dc700e6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506&tenant_id=6e862416d3ca4d019cd0dd62f439038c HTTP/1.1" status: 200 len: 1127 time: 0.0699978 Jul 28 09:17:05.509901 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:05.521697 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-ac5188b8-ef1b-41ab-9a20-c53e2fc70b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:05.523220 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-ac5188b8-ef1b-41ab-9a20-c53e2fc70b6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 1127 time: 0.0384183 Jul 28 09:17:05.844489 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf9f3-9d6e-4532-9265-0c4bdfb98da6 req-112a81d3-daa8-4767-a3fd-0a61f9f68d41 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:05.845997 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-deaaf9f3-9d6e-4532-9265-0c4bdfb98da6 req-112a81d3-daa8-4767-a3fd-0a61f9f68d41 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.3072083 Jul 28 09:17:05.884235 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-01160a14-8933-4570-8cc0-49c0792b2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:05.885629 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-01160a14-8933-4570-8cc0-49c0792b2dbb service neutron] 10.222.0.60 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 918 time: 0.3550830 Jul 28 09:17:05.943496 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:05.948583 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-deaaf9f3-9d6e-4532-9265-0c4bdfb98da6 req-49fd6bff-4bdc-48ea-968e-97ecc4ec2278 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922852 Jul 28 09:17:05.965281 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-c254d3a4-8981-43e0-aec3-81422da37e52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51927101-a0e7-4577-83b1-566bb606eeb1 HTTP/1.1" status: 200 len: 998 time: 0.0684068 Jul 28 09:17:06.015934 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-4e7ff9bd-e7c5-4669-a122-1d6891bf1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:06.017364 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-4e7ff9bd-e7c5-4669-a122-1d6891bf1346 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 200 len: 856 time: 0.0447516 Jul 28 09:17:06.064211 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-02cc8f3d-bcf0-4738-99d0-7669e2b6ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:06.066211 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-02cc8f3d-bcf0-4738-99d0-7669e2b6ffb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62ef4833-ede7-4ed1-81d0-684613a04084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373785 Jul 28 09:17:06.160204 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-5b65519e-67ba-415d-8c31-2555f76cd70c service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855525 Jul 28 09:17:06.253375 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6edefa3a-ae92-4312-9a22-104b68338f02 req-cc49f051-b27d-4c32-b4cb-f3eed428a512 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858955 Jul 28 09:17:07.084047 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b9f86-4d19-48ea-b504-3bea1d2ac6b8 req-40229915-a783-4d8c-aacb-e52c63a7be81 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:07.085572 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b53b9f86-4d19-48ea-b504-3bea1d2ac6b8 req-40229915-a783-4d8c-aacb-e52c63a7be81 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0549459 Jul 28 09:17:07.136350 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b53b9f86-4d19-48ea-b504-3bea1d2ac6b8 req-d6e155fd-4d01-4cf0-9983-39cd1a5025eb tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442462 Jul 28 09:17:07.952441 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:07.955512 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:08.276275 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370329be-c9f6-4e78-903a-0712ba4733c7 req-e814996f-56d5-47f3-882e-d9c60a65c0a0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:08.277657 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-370329be-c9f6-4e78-903a-0712ba4733c7 req-e814996f-56d5-47f3-882e-d9c60a65c0a0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0547712 Jul 28 09:17:08.338288 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-370329be-c9f6-4e78-903a-0712ba4733c7 req-7f9ca963-d89a-4c3b-92e3-9abad711352b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545847 Jul 28 09:17:09.465621 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64722e9-7981-4e93-8ca3-026c3a2c9764 req-2615de03-07d3-4c7a-9f7a-c7a5b89bd54b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:09.467121 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b64722e9-7981-4e93-8ca3-026c3a2c9764 req-2615de03-07d3-4c7a-9f7a-c7a5b89bd54b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0480697 Jul 28 09:17:09.520487 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b64722e9-7981-4e93-8ca3-026c3a2c9764 req-3320ccd2-7660-4deb-ae5d-a319239ec796 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473895 Jul 28 09:17:10.647520 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc4aef-473c-4736-8378-5ab43de5b5ee req-8092e633-0c25-44e0-bbbd-0e893a083137 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:10.648986 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eecc4aef-473c-4736-8378-5ab43de5b5ee req-8092e633-0c25-44e0-bbbd-0e893a083137 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0483263 Jul 28 09:17:10.700228 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eecc4aef-473c-4736-8378-5ab43de5b5ee req-43abb8a1-acd1-43d4-a7a2-715ea4854d7b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449991 Jul 28 09:17:11.828268 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38544ba7-06ac-449c-89e8-42b3374c409d req-7dd540c7-4c67-42fa-9ff1-377607f9d917 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:11.829775 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38544ba7-06ac-449c-89e8-42b3374c409d req-7dd540c7-4c67-42fa-9ff1-377607f9d917 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0484424 Jul 28 09:17:11.880100 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38544ba7-06ac-449c-89e8-42b3374c409d req-6840e042-95f0-4561-8772-bd2e2f0321a2 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441277 Jul 28 09:17:13.077231 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c3464-0148-4f1a-be3c-5d0255b4fad3 req-d39d61de-fb0d-4473-a07e-861810d0d21a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:13.079021 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f4c3464-0148-4f1a-be3c-5d0255b4fad3 req-d39d61de-fb0d-4473-a07e-861810d0d21a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0525959 Jul 28 09:17:13.092673 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:13.139314 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f4c3464-0148-4f1a-be3c-5d0255b4fad3 req-9273c38e-01de-4762-9830-bbdd6342fc2f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545201 Jul 28 09:17:13.508318 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:13.510522 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:14.085683 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:14.274473 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc63a2-9c39-4339-b58b-409533e5e0b7 req-4147f1e8-4e28-4796-a568-f0ca00e25aa7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:14.275990 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23fc63a2-9c39-4339-b58b-409533e5e0b7 req-4147f1e8-4e28-4796-a568-f0ca00e25aa7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0551331 Jul 28 09:17:14.325927 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23fc63a2-9c39-4339-b58b-409533e5e0b7 req-11a1cb72-9b77-4d0a-add8-29f616c20e5f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430417 Jul 28 09:17:15.460082 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89688d5c-408f-410a-8baa-469c388614a7 req-80291ca5-b1ff-40d9-b67e-1bde78f393e3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:15.461568 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-89688d5c-408f-410a-8baa-469c388614a7 req-80291ca5-b1ff-40d9-b67e-1bde78f393e3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0547278 Jul 28 09:17:15.474951 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:15.511889 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-89688d5c-408f-410a-8baa-469c388614a7 req-c44d46dd-775b-454c-af8e-67eff13cfbec tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444722 Jul 28 09:17:16.640332 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a81c-6938-4da5-8423-003c88b40fcb req-4fc4ab0b-c81a-4643-afd4-12a2f6fcd484 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:16.641980 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cd4a81c-6938-4da5-8423-003c88b40fcb req-4fc4ab0b-c81a-4643-afd4-12a2f6fcd484 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0488009 Jul 28 09:17:16.697472 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cd4a81c-6938-4da5-8423-003c88b40fcb req-94e1ca3d-563b-4c6b-807b-3f597459dd75 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492454 Jul 28 09:17:17.820020 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795dd9c-3e61-40aa-afaa-98a4fbec2eec req-ed15a152-6e1e-4b6c-a1c2-c923826519d5 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:17.821470 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5795dd9c-3e61-40aa-afaa-98a4fbec2eec req-ed15a152-6e1e-4b6c-a1c2-c923826519d5 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0463653 Jul 28 09:17:17.871601 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5795dd9c-3e61-40aa-afaa-98a4fbec2eec req-cac1fd24-e170-45c4-ab2e-662bf8c77972 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447254 Jul 28 09:17:18.993971 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20932d97-881e-4448-a475-bc689af46550 req-e7d53306-9a2e-49e9-810d-bbe9d13bc02e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:18.995438 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20932d97-881e-4448-a475-bc689af46550 req-e7d53306-9a2e-49e9-810d-bbe9d13bc02e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0471442 Jul 28 09:17:19.041384 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20932d97-881e-4448-a475-bc689af46550 req-2cd4d30e-3e6b-42f7-b6b5-98ae19d92724 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404143 Jul 28 09:17:20.163381 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582687c-8431-4481-9bc4-ca985ba4a4ee req-d61db362-b225-411c-8393-75c8b0504979 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:20.164848 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c582687c-8431-4481-9bc4-ca985ba4a4ee req-d61db362-b225-411c-8393-75c8b0504979 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0468190 Jul 28 09:17:20.212720 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c582687c-8431-4481-9bc4-ca985ba4a4ee req-c07ed4d1-81d5-4dd7-b173-495ed916deba tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 Jul 28 09:17:21.337645 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7b8a4-72c7-4810-841f-91688a38a04d req-1ad60b8a-4091-4996-8959-7287f84ad428 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:21.339135 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-62d7b8a4-72c7-4810-841f-91688a38a04d req-1ad60b8a-4091-4996-8959-7287f84ad428 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0514462 Jul 28 09:17:21.385370 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-62d7b8a4-72c7-4810-841f-91688a38a04d req-ebfa8d55-8e25-4548-88cb-d967139d4e5b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407517 Jul 28 09:17:22.190457 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:22.507080 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43de205-880e-4339-9d29-b5cf404cd333 req-cc52cdef-be97-4dcb-a3c7-448250cbe580 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:22.508612 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a43de205-880e-4339-9d29-b5cf404cd333 req-cc52cdef-be97-4dcb-a3c7-448250cbe580 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0458920 Jul 28 09:17:22.556717 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a43de205-880e-4339-9d29-b5cf404cd333 req-e59d8d4a-0e00-40f1-af3b-021f3c43e90c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425112 Jul 28 09:17:23.688051 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be768619-f5c4-4e29-8b2c-3307b10ca950 req-efb36b4f-37ce-4653-8c04-39574fbd4e8a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:23.689517 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-be768619-f5c4-4e29-8b2c-3307b10ca950 req-efb36b4f-37ce-4653-8c04-39574fbd4e8a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0484846 Jul 28 09:17:23.739925 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-be768619-f5c4-4e29-8b2c-3307b10ca950 req-30aff180-e242-495b-96a9-dbd24e15dc21 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448825 Jul 28 09:17:24.859654 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bed2a3-29b9-4880-9cc3-b9af91be786f req-c687acb4-8f81-4544-a76b-e9f8ade94ea6 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:24.861108 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95bed2a3-29b9-4880-9cc3-b9af91be786f req-c687acb4-8f81-4544-a76b-e9f8ade94ea6 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0463245 Jul 28 09:17:24.881131 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:24.909329 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95bed2a3-29b9-4880-9cc3-b9af91be786f req-af7f0f2f-d918-4e12-843f-8a5c1aa04e3b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Jul 28 09:17:25.334320 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1903db-0f2a-4c41-8cc6-5ac164702376 req-2ff5c277-80d9-4a98-a8ad-bed1a98ab4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:25.335773 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed1903db-0f2a-4c41-8cc6-5ac164702376 req-2ff5c277-80d9-4a98-a8ad-bed1a98ab4ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 1127 time: 0.0392473 Jul 28 09:17:25.441917 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1903db-0f2a-4c41-8cc6-5ac164702376 req-107d5bb0-2b96-42e4-8f04-db8a58202f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:25.443303 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed1903db-0f2a-4c41-8cc6-5ac164702376 req-107d5bb0-2b96-42e4-8f04-db8a58202f7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 918 time: 0.0888886 Jul 28 09:17:25.506277 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed1903db-0f2a-4c41-8cc6-5ac164702376 req-8cdc63b5-94d2-4e0e-b11d-c9ee60a17d8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51927101-a0e7-4577-83b1-566bb606eeb1 HTTP/1.1" status: 200 len: 998 time: 0.0539684 Jul 28 09:17:25.557641 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1903db-0f2a-4c41-8cc6-5ac164702376 req-5c11e1dc-524e-4463-864f-4307013ebed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:25.559098 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed1903db-0f2a-4c41-8cc6-5ac164702376 req-5c11e1dc-524e-4463-864f-4307013ebed9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 200 len: 856 time: 0.0465446 Jul 28 09:17:25.605943 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1903db-0f2a-4c41-8cc6-5ac164702376 req-a5526179-0399-48d7-b286-18690d7bc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:25.607391 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed1903db-0f2a-4c41-8cc6-5ac164702376 req-a5526179-0399-48d7-b286-18690d7bc5b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62ef4833-ede7-4ed1-81d0-684613a04084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382423 Jul 28 09:17:25.669044 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:25.708151 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed1903db-0f2a-4c41-8cc6-5ac164702376 req-b0ea6db6-0223-4cc0-a644-58c92119eda6 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877757 Jul 28 09:17:25.799703 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed1903db-0f2a-4c41-8cc6-5ac164702376 req-3546156a-6b55-45b8-a01c-b833f825531d service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812702 Jul 28 09:17:26.030673 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f002a-e273-4bc9-8b09-6c67a82258f3 req-3d46ac11-724c-4cba-b19b-b6c35c0098e0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:26.032130 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a6f002a-e273-4bc9-8b09-6c67a82258f3 req-3d46ac11-724c-4cba-b19b-b6c35c0098e0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0467768 Jul 28 09:17:26.082212 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0a6f002a-e273-4bc9-8b09-6c67a82258f3 req-ef97ce13-e416-4361-aca2-42da6201470a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439956 Jul 28 09:17:26.844430 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7bf895a3-73de-47f7-9acc-17f9a12d800f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:27.206270 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65f2f8-9318-4baf-baaa-c5d1d88929f9 req-fe4bf736-2aa4-49b6-9291-ba4c32f90f4a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:27.207761 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd65f2f8-9318-4baf-baaa-c5d1d88929f9 req-fe4bf736-2aa4-49b6-9291-ba4c32f90f4a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0491264 Jul 28 09:17:27.256434 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dd65f2f8-9318-4baf-baaa-c5d1d88929f9 req-2a367936-d181-4c00-9151-d19a43555abe tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 Jul 28 09:17:28.376365 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed8009-9c4b-42f8-9c85-0e4ab70e209b req-ac319059-3d21-4374-8c10-45ddcd70a0e2 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:28.377803 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-99ed8009-9c4b-42f8-9c85-0e4ab70e209b req-ac319059-3d21-4374-8c10-45ddcd70a0e2 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0452874 Jul 28 09:17:28.423882 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-99ed8009-9c4b-42f8-9c85-0e4ab70e209b req-52294cb2-4a40-4fcd-afc0-7de69ebe40e9 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400217 Jul 28 09:17:29.356398 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3dd704ed-7c23-4f64-bc10-1e42f9e3fd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:29.550955 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afe8df-bd46-4bb8-9d3a-f34b26e8ff38 req-d8f9e915-596c-4026-9042-beaac3271b08 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:29.552376 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8afe8df-bd46-4bb8-9d3a-f34b26e8ff38 req-d8f9e915-596c-4026-9042-beaac3271b08 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 943 time: 0.0492005 Jul 28 09:17:29.600512 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8afe8df-bd46-4bb8-9d3a-f34b26e8ff38 req-75e14496-72ba-4f87-b1c9-d63230bc57f6 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Jul 28 09:17:30.032537 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 51927101-a0e7-4577-83b1-566bb606eeb1 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:17:30.130307 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:17:30.141565 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '51927101-a0e7-4577-83b1-566bb606eeb1', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'port_id': '51927101-a0e7-4577-83b1-566bb606eeb1', 'mac_address': 'fa:16:3e:5a:a5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:17:30.175189 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 51927101-a0e7-4577-83b1-566bb606eeb1 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:17:30.175510 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:30.188094 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51927101-a0e7-4577-83b1-566bb606eeb1 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:17:30.207717 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:17:30.211708 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:30.266247 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:30.267019 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=51927101-a0e7-4577-83b1-566bb606eeb1,revision_number=9']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:30.666405 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['51927101-a0e7-4577-83b1-566bb606eeb1'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:17:30.775968 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fea30-3342-4f10-9e7b-255b670cd9f7 req-1e33faad-9522-440d-8fe0-95f9873958f6 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:30.777410 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f87fea30-3342-4f10-9e7b-255b670cd9f7 req-1e33faad-9522-440d-8fe0-95f9873958f6 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 944 time: 0.0841510 Jul 28 09:17:30.816144 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:30.822247 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc21a9-6adb-483d-af2c-16ba9a7c6068 req-26348ee2-8235-4c8b-b641-4f11f73dc9db tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:30.823678 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02dc21a9-6adb-483d-af2c-16ba9a7c6068 req-26348ee2-8235-4c8b-b641-4f11f73dc9db tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0944107 Jul 28 09:17:30.846471 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5916eb-2c9c-40ec-b56e-3e06ad6d36fd req-c0120016-3d71-44dc-ba34-114c4f41ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:30.847858 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca5916eb-2c9c-40ec-b56e-3e06ad6d36fd req-c0120016-3d71-44dc-ba34-114c4f41ebb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 1129 time: 0.0896349 Jul 28 09:17:30.938753 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f87fea30-3342-4f10-9e7b-255b670cd9f7 req-f40189d1-08fa-4280-b40d-777749df7e44 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393781 Jul 28 09:17:30.955636 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-02dc21a9-6adb-483d-af2c-16ba9a7c6068 req-21d23f0d-d0cf-4627-b5fd-7358ebcb9b82 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218038 Jul 28 09:17:30.989461 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5916eb-2c9c-40ec-b56e-3e06ad6d36fd req-50a8fc8b-a29a-470f-9a79-b4c77f96f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:30.991015 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca5916eb-2c9c-40ec-b56e-3e06ad6d36fd req-50a8fc8b-a29a-470f-9a79-b4c77f96f296 service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.1295493 Jul 28 09:17:31.051735 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca5916eb-2c9c-40ec-b56e-3e06ad6d36fd req-a7afbfe6-25d4-4793-be41-8e680825b37f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=433c3376-c310-4c2a-80fa-815d10d185aa HTTP/1.1" status: 200 len: 1000 time: 0.0547252 Jul 28 09:17:31.099083 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5916eb-2c9c-40ec-b56e-3e06ad6d36fd req-aa337946-7f49-419b-a3ba-dbb32c22bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:31.101035 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca5916eb-2c9c-40ec-b56e-3e06ad6d36fd req-aa337946-7f49-419b-a3ba-dbb32c22bb86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.0432136 Jul 28 09:17:31.145861 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5916eb-2c9c-40ec-b56e-3e06ad6d36fd req-92da435f-5493-4355-9f80-25c0da1bea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:31.147839 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca5916eb-2c9c-40ec-b56e-3e06ad6d36fd req-92da435f-5493-4355-9f80-25c0da1bea77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403590 Jul 28 09:17:31.170658 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:31.240454 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca5916eb-2c9c-40ec-b56e-3e06ad6d36fd req-073ab9e1-f48a-45a6-b896-9ce9f9fe9d01 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Jul 28 09:17:31.335972 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca5916eb-2c9c-40ec-b56e-3e06ad6d36fd req-e5369de6-f710-409f-8972-cb366018cf88 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895810 Jul 28 09:17:31.418613 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:17:31.736687 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:31.918587 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:32.053760 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 51927101-a0e7-4577-83b1-566bb606eeb1 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:17:32.095585 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b97043-130c-4e58-acd9-f89333b3fad6 req-d86a4c90-6892-44bc-9b95-6643a4cfe79a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:32.097080 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23b97043-130c-4e58-acd9-f89333b3fad6 req-d86a4c90-6892-44bc-9b95-6643a4cfe79a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 944 time: 0.0764024 Jul 28 09:17:32.100007 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 51927101-a0e7-4577-83b1-566bb606eeb1 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:17:32.100364 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:32.104715 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b2c59-c756-4fdc-bcb8-fd3fb26bdc14 req-02f486da-13e7-4a94-891d-4344598f6e60 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:32.106129 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a7b2c59-c756-4fdc-bcb8-fd3fb26bdc14 req-02f486da-13e7-4a94-891d-4344598f6e60 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0733614 Jul 28 09:17:32.171195 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 51927101-a0e7-4577-83b1-566bb606eeb1 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:17:32.171588 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:32.181153 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-23b97043-130c-4e58-acd9-f89333b3fad6 req-18d8f7b2-58d2-49b6-b766-fdb482e4dc9d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741060 Jul 28 09:17:32.185250 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a7b2c59-c756-4fdc-bcb8-fd3fb26bdc14 req-6a6cb3a5-1e5d-4dbe-8e5a-6a45559713dd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723593 Jul 28 09:17:32.195188 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:17:32.197378 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd0722-3436-43a0-986a-82b2fca798ac" -d '{"events": [{"server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "name": "network-vif-plugged", "status": "completed", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:17:32.219624 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:17:32.225205 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:32.254336 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:32.383109 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881416d1-754b-498e-a87b-e2ccdeed0e9e x-openstack-request-id: req-881416d1-754b-498e-a87b-e2ccdeed0e9e {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:17:32.383367 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "name": "network-vif-plugged", "status": "completed", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:17:32.383603 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-881416d1-754b-498e-a87b-e2ccdeed0e9e {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:17:32.383982 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881416d1-754b-498e-a87b-e2ccdeed0e9e'] response: {'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1', 'code': 200} Jul 28 09:17:32.400036 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=51927101-a0e7-4577-83b1-566bb606eeb1,revision_number=10']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:32.960399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5306bf-36d6-4509-b3fb-89250b2c80a4 req-79516704-cc53-48e1-9bd3-8054b54399b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:32.961952 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d5306bf-36d6-4509-b3fb-89250b2c80a4 req-79516704-cc53-48e1-9bd3-8054b54399b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 1130 time: 0.0424767 Jul 28 09:17:33.007431 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0d5306bf-36d6-4509-b3fb-89250b2c80a4 req-b8580c7b-b57a-4f3d-a018-d19cca4c644d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380416 Jul 28 09:17:33.341570 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ee93-5384-48f0-a09f-2e36feeb5d2c req-e41ed2c0-e675-492b-9290-c7eb2235675a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:33.343074 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b90ee93-5384-48f0-a09f-2e36feeb5d2c req-e41ed2c0-e675-492b-9290-c7eb2235675a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 946 time: 0.0793996 Jul 28 09:17:33.353384 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae5fa2-64df-494b-8c25-1d90f95d8764 req-5520dd2b-aaf3-4061-814b-1f9d8da97aa7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:33.354791 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aeae5fa2-64df-494b-8c25-1d90f95d8764 req-5520dd2b-aaf3-4061-814b-1f9d8da97aa7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0790994 Jul 28 09:17:33.428432 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b90ee93-5384-48f0-a09f-2e36feeb5d2c req-af73f9ca-c327-4cc9-ab94-7e8850e244f2 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727186 Jul 28 09:17:33.431399 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aeae5fa2-64df-494b-8c25-1d90f95d8764 req-603384d1-9fc6-4f2d-95ae-b2b3b69b5e2d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699968 Jul 28 09:17:34.561460 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:34.579277 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df76acd-a33c-4e0f-bddb-f80d3e59ad27 req-6830dce0-9357-4423-b2e4-1b222953c8d6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:34.580735 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3df76acd-a33c-4e0f-bddb-f80d3e59ad27 req-6830dce0-9357-4423-b2e4-1b222953c8d6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0788331 Jul 28 09:17:34.588987 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc6fc-afc5-4f1e-aeb1-ae91cc9e565f req-4a1ece4f-72ff-44f3-916c-803626666aad tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:34.590376 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0f5fc6fc-afc5-4f1e-aeb1-ae91cc9e565f req-4a1ece4f-72ff-44f3-916c-803626666aad tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 946 time: 0.0791476 Jul 28 09:17:34.663038 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3df76acd-a33c-4e0f-bddb-f80d3e59ad27 req-fb3123b7-36cc-471d-a1f5-46c274be5d1d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717440 Jul 28 09:17:34.667441 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0f5fc6fc-afc5-4f1e-aeb1-ae91cc9e565f req-dff96ae1-d29d-47f0-8be9-27c6802ee6e2 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704432 Jul 28 09:17:35.812186 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622e3ad-cd18-4ff2-a25f-a15e7cdc8c5c req-9939e4e3-72a8-48db-aeef-25b63e3291c3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:35.813653 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4622e3ad-cd18-4ff2-a25f-a15e7cdc8c5c req-9939e4e3-72a8-48db-aeef-25b63e3291c3 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0785632 Jul 28 09:17:35.821859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cc267-5bf1-4aae-abae-ccbacd5db93e req-1238a117-7b44-4b76-bd95-34760537ec1f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:35.823217 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2f3cc267-5bf1-4aae-abae-ccbacd5db93e req-1238a117-7b44-4b76-bd95-34760537ec1f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 946 time: 0.0780890 Jul 28 09:17:35.888493 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:35.898419 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4622e3ad-cd18-4ff2-a25f-a15e7cdc8c5c req-2b0b7f23-5e7f-4de8-add0-517b102cc7e2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742371 Jul 28 09:17:35.901978 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2f3cc267-5bf1-4aae-abae-ccbacd5db93e req-6f2263b1-e699-497e-893c-54fcab686df0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718043 Jul 28 09:17:37.017879 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36397836-6e27-40e7-8b3a-3d9a4a7bcf12 req-2b21e5c4-4510-4360-820f-4aab0ef0c81a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:37.019361 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-36397836-6e27-40e7-8b3a-3d9a4a7bcf12 req-2b21e5c4-4510-4360-820f-4aab0ef0c81a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0484846 Jul 28 09:17:37.072601 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-36397836-6e27-40e7-8b3a-3d9a4a7bcf12 req-16692962-78d1-41b2-ade6-4687da940ea5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472267 Jul 28 09:17:38.188315 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca7fab-a8b8-4dc0-b938-995a912615e5 req-87df9e55-552d-4886-b7a0-8b993f274ffd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:38.189660 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45ca7fab-a8b8-4dc0-b938-995a912615e5 req-87df9e55-552d-4886-b7a0-8b993f274ffd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0460250 Jul 28 09:17:38.235526 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-45ca7fab-a8b8-4dc0-b938-995a912615e5 req-2acff5f1-913f-492b-8f64-4fa7a13c037d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404408 Jul 28 09:17:39.352686 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32925bf4-16ef-41a4-861c-3527185cc1bc req-c38342fc-358c-42d3-871b-bfc3f5f976ab tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:39.354154 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-32925bf4-16ef-41a4-861c-3527185cc1bc req-c38342fc-358c-42d3-871b-bfc3f5f976ab tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0458732 Jul 28 09:17:39.400488 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-32925bf4-16ef-41a4-861c-3527185cc1bc req-7ffc8cd6-856b-4b78-bbe3-7d42cfe7d5e4 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408976 Jul 28 09:17:40.481944 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:40.522915 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae172d-3a06-4614-a998-acc49bd6f0b2 req-3be9c002-f254-4c08-8cd1-d204faa57002 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:40.524396 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03ae172d-3a06-4614-a998-acc49bd6f0b2 req-3be9c002-f254-4c08-8cd1-d204faa57002 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0505242 Jul 28 09:17:40.573131 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03ae172d-3a06-4614-a998-acc49bd6f0b2 req-de92a66d-ea98-4fb4-a59b-6faa8f7b3fef tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430462 Jul 28 09:17:41.415333 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:41.689607 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d54b90-741a-4772-be56-6cb96a40b804 req-e9ffa006-5897-46fb-aa69-1b27e867b289 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:41.690982 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9d54b90-741a-4772-be56-6cb96a40b804 req-e9ffa006-5897-46fb-aa69-1b27e867b289 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0469148 Jul 28 09:17:41.737013 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b9d54b90-741a-4772-be56-6cb96a40b804 req-198a7fdd-11c9-4527-b973-f896ff1861d7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406396 Jul 28 09:17:42.396055 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:42.397928 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:42.854428 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38f007-da09-4b3c-aa47-ae3fba1335c1 req-37c3c698-f48d-476c-a999-da52006ff214 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:42.855843 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c38f007-da09-4b3c-aa47-ae3fba1335c1 req-37c3c698-f48d-476c-a999-da52006ff214 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0486262 Jul 28 09:17:42.902187 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c38f007-da09-4b3c-aa47-ae3fba1335c1 req-8f40620e-5480-493f-a6b4-d44f9b1bcce2 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409057 Jul 28 09:17:44.020671 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccd6ab-c32d-4fc3-bc23-b9ebc1f24f8f req-5c165b72-2a24-4d65-9a8b-d2f1c724b916 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:44.022134 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8dccd6ab-c32d-4fc3-bc23-b9ebc1f24f8f req-5c165b72-2a24-4d65-9a8b-d2f1c724b916 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0465724 Jul 28 09:17:44.067470 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8dccd6ab-c32d-4fc3-bc23-b9ebc1f24f8f req-b0b1a298-0eef-41cb-a033-a588f425e6f8 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399194 Jul 28 09:17:45.187193 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9645bd1-96c8-49c4-b865-277241e9222c req-c66663be-1d88-44b0-82f0-41ea7640dc4f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:45.188636 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9645bd1-96c8-49c4-b865-277241e9222c req-c66663be-1d88-44b0-82f0-41ea7640dc4f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0455422 Jul 28 09:17:45.206383 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:45.238684 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a9645bd1-96c8-49c4-b865-277241e9222c req-f775fd35-ce15-47e0-acaf-b8565adefec0 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 Jul 28 09:17:46.354450 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a04e7-3b2d-4e73-b45e-2ce5ad07b02c req-499936ce-8837-4b36-91e6-b3c7428b1a6b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:46.355900 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-555a04e7-3b2d-4e73-b45e-2ce5ad07b02c req-499936ce-8837-4b36-91e6-b3c7428b1a6b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0464935 Jul 28 09:17:46.401996 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-555a04e7-3b2d-4e73-b45e-2ce5ad07b02c req-bf5d4695-5e54-4023-8c17-85ca1c312151 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406141 Jul 28 09:17:47.520365 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532314c-4eb9-4958-be74-a81d56356bf2 req-162f5054-d2ed-46ce-8883-65473f337990 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:47.521791 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4532314c-4eb9-4958-be74-a81d56356bf2 req-162f5054-d2ed-46ce-8883-65473f337990 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0458610 Jul 28 09:17:47.567410 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4532314c-4eb9-4958-be74-a81d56356bf2 req-73f0c3e3-27b6-4fac-b033-2de7b65dc554 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401380 Jul 28 09:17:48.687127 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d84df-9e1e-4c51-9d53-c570a169f691 req-8a2d5406-2c11-45a4-a35d-47cdf0ddb05d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:48.688595 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-574d84df-9e1e-4c51-9d53-c570a169f691 req-8a2d5406-2c11-45a4-a35d-47cdf0ddb05d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0500240 Jul 28 09:17:48.734478 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-574d84df-9e1e-4c51-9d53-c570a169f691 req-0efe0f6b-b233-40f4-91f9-b83e8b85432a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405014 Jul 28 09:17:49.814462 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:49.849563 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaadce-5231-4955-8513-a24108d46369 req-9c3d1c85-a2db-4022-ae61-6bcba7b5bda7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:49.851030 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0faaadce-5231-4955-8513-a24108d46369 req-9c3d1c85-a2db-4022-ae61-6bcba7b5bda7 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0462673 Jul 28 09:17:49.896852 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0faaadce-5231-4955-8513-a24108d46369 req-c3216e81-2b9c-4b2f-91ef-43eef7213d6a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 Jul 28 09:17:51.012654 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cc5c1-7346-4ac8-84a1-595f09157e1b req-46cdeb5a-b1d3-4169-b870-bc64f1e9ffdd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:51.014125 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a13cc5c1-7346-4ac8-84a1-595f09157e1b req-46cdeb5a-b1d3-4169-b870-bc64f1e9ffdd tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0466430 Jul 28 09:17:51.063172 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a13cc5c1-7346-4ac8-84a1-595f09157e1b req-460b4074-b68e-48f6-815e-a92c9d554440 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435705 Jul 28 09:17:52.181502 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3267ba-879e-44ec-93b0-27bb9fd677d2 req-a30de067-f1b7-46cf-ada0-c5e3b3a2b621 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:52.183052 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b3267ba-879e-44ec-93b0-27bb9fd677d2 req-a30de067-f1b7-46cf-ada0-c5e3b3a2b621 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0459623 Jul 28 09:17:52.194894 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:52.230690 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b3267ba-879e-44ec-93b0-27bb9fd677d2 req-0e8ec6cd-463e-44fa-b44c-30d1aa984344 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Jul 28 09:17:53.348367 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277b560-abc1-49b9-bbed-2b4edbaf5c9f req-2abeac8b-53f4-49e3-934d-cd9385ad7746 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:53.349821 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0277b560-abc1-49b9-bbed-2b4edbaf5c9f req-2abeac8b-53f4-49e3-934d-cd9385ad7746 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0484254 Jul 28 09:17:53.395787 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0277b560-abc1-49b9-bbed-2b4edbaf5c9f req-215b9cd5-25cc-42dd-a153-a1ef75a5b95b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399382 Jul 28 09:17:54.020562 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b5c3d-30d7-471c-91d2-a780f0b4aaff req-f3d121b1-1b68-49c3-b6d5-d0bedd5da8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:54.022067 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-847b5c3d-30d7-471c-91d2-a780f0b4aaff req-f3d121b1-1b68-49c3-b6d5-d0bedd5da8a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 1129 time: 0.0400491 Jul 28 09:17:54.066209 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-847b5c3d-30d7-471c-91d2-a780f0b4aaff req-82c5daad-a547-4160-8a4e-e6cd45a1f337 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374177 Jul 28 09:17:54.513656 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840337ed-cefd-40c3-9f12-0e319f7f5736 req-abfb8ff0-50ca-425f-87ba-054b0d08d02b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:54.515114 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-840337ed-cefd-40c3-9f12-0e319f7f5736 req-abfb8ff0-50ca-425f-87ba-054b0d08d02b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0463386 Jul 28 09:17:54.560820 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-840337ed-cefd-40c3-9f12-0e319f7f5736 req-eea760ea-19b8-43e7-b67e-92c01cfc1617 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401897 Jul 28 09:17:55.678295 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce3898-1a32-4e01-81ae-20756049e7f4 req-731ef7cd-bb50-42b9-854e-a235508ae837 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:55.680224 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-92ce3898-1a32-4e01-81ae-20756049e7f4 req-731ef7cd-bb50-42b9-854e-a235508ae837 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0497100 Jul 28 09:17:55.726296 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-92ce3898-1a32-4e01-81ae-20756049e7f4 req-a0be20ed-d92b-4071-b8d9-64023e9a4b20 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406513 Jul 28 09:17:56.829486 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=14 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:56.830738 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=12 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:56.847564 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-084045c1-85a7-44fa-af77-790d2d918c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:56.850165 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737475a-1c2b-43c5-a48e-3306032fbd3e req-efea3275-20eb-4dce-ad72-ad0eff9d847c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:56.851671 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a737475a-1c2b-43c5-a48e-3306032fbd3e req-efea3275-20eb-4dce-ad72-ad0eff9d847c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0476768 Jul 28 09:17:56.898962 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a737475a-1c2b-43c5-a48e-3306032fbd3e req-4cf6d917-49dd-43ae-9e29-51beca9461e8 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415914 Jul 28 09:17:57.198195 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:57.214530 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c79d88-cdf5-44cf-a255-7f8ee67eb353 req-bfaf3032-1a17-4788-8724-1657c171b642 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:57.216257 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4c79d88-cdf5-44cf-a255-7f8ee67eb353 req-bfaf3032-1a17-4788-8724-1657c171b642 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0485311 Jul 28 09:17:57.283843 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea2a8a-cfa9-4383-b5b4-afda2d3f5847 req-d8ed5dbc-0f2f-4e5f-8e7d-200416c4b6d1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:57.285206 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-98ea2a8a-cfa9-4383-b5b4-afda2d3f5847 req-d8ed5dbc-0f2f-4e5f-8e7d-200416c4b6d1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0680952 Jul 28 09:17:57.313938 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4c79d88-cdf5-44cf-a255-7f8ee67eb353 req-0c6b1c23-278e-456e-944e-fefb1131a771 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885406 Jul 28 09:17:57.343969 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-98ea2a8a-cfa9-4383-b5b4-afda2d3f5847 req-a6050746-e2df-4c1f-9366-d43aa239915d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528488 Jul 28 09:17:57.486037 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeae0d-c310-45c0-b91d-0edf6af0bfcd req-2778777a-f8c9-4ceb-aa73-3a1a4359018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:57.487451 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baaeae0d-c310-45c0-b91d-0edf6af0bfcd req-2778777a-f8c9-4ceb-aa73-3a1a4359018e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 1129 time: 0.0375550 Jul 28 09:17:57.517326 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:17:57.810116 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeae0d-c310-45c0-b91d-0edf6af0bfcd req-917bfb94-8e49-4d6e-9c79-a7f705c55839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:57.811581 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baaeae0d-c310-45c0-b91d-0edf6af0bfcd req-917bfb94-8e49-4d6e-9c79-a7f705c55839 service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.3110480 Jul 28 09:17:57.875806 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baaeae0d-c310-45c0-b91d-0edf6af0bfcd req-84ddb334-6a80-4b24-aa94-f890c3eb6634 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=433c3376-c310-4c2a-80fa-815d10d185aa HTTP/1.1" status: 200 len: 1000 time: 0.0537086 Jul 28 09:17:57.924454 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeae0d-c310-45c0-b91d-0edf6af0bfcd req-38fc154a-5755-499f-9bbe-50caabe2ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:57.925987 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baaeae0d-c310-45c0-b91d-0edf6af0bfcd req-38fc154a-5755-499f-9bbe-50caabe2ca0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.0426564 Jul 28 09:17:57.971311 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeae0d-c310-45c0-b91d-0edf6af0bfcd req-3abae3c4-4c55-4441-99fc-297b2705ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:57.972794 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baaeae0d-c310-45c0-b91d-0edf6af0bfcd req-3abae3c4-4c55-4441-99fc-297b2705ed2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403266 Jul 28 09:17:58.060726 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baaeae0d-c310-45c0-b91d-0edf6af0bfcd req-067030da-474a-4413-bcb0-9adbd9dd67c7 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810375 Jul 28 09:17:58.155173 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-baaeae0d-c310-45c0-b91d-0edf6af0bfcd req-9e2d9f3f-cfca-473a-ac62-d1928b099e83 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853865 Jul 28 09:17:58.436933 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112a358-99b4-47bd-983d-9d966259b6f1 req-c13177fc-fd0d-4894-9d06-e7f452e4a3d8 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:58.438377 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4112a358-99b4-47bd-983d-9d966259b6f1 req-c13177fc-fd0d-4894-9d06-e7f452e4a3d8 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0542138 Jul 28 09:17:58.491897 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56f75d-3d8a-4b6d-b598-b036376aa9ab req-468fafda-de55-42b7-8a9a-337740482d90 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:58.493318 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b56f75d-3d8a-4b6d-b598-b036376aa9ab req-468fafda-de55-42b7-8a9a-337740482d90 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0748041 Jul 28 09:17:58.531063 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4112a358-99b4-47bd-983d-9d966259b6f1 req-bd80bcc4-da5a-45b1-9230-1bc3803b53d6 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763590 Jul 28 09:17:58.553611 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b56f75d-3d8a-4b6d-b598-b036376aa9ab req-00980613-6bdb-4bb3-873b-dbd8435ebbbe tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546532 Jul 28 09:17:59.366619 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d8f1a65e-b958-4e01-874a-53836d59012a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:17:59.675934 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961fdb8-1459-4e02-aa84-f6ea258d799b req-59b25d37-f2af-4d97-9614-22c693a6251c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:59.677286 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a961fdb8-1459-4e02-aa84-f6ea258d799b req-59b25d37-f2af-4d97-9614-22c693a6251c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0720782 Jul 28 09:17:59.696579 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119469dc-0b97-4865-8e3a-f13e5191a681 req-e2098ba4-fa34-491d-8bf7-76d5aa3868da tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:17:59.697965 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-119469dc-0b97-4865-8e3a-f13e5191a681 req-e2098ba4-fa34-491d-8bf7-76d5aa3868da tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0653234 Jul 28 09:17:59.759665 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a961fdb8-1459-4e02-aa84-f6ea258d799b req-74b3e5ec-c84e-4f50-ab47-66064d9fb18f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764711 Jul 28 09:17:59.770564 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-119469dc-0b97-4865-8e3a-f13e5191a681 req-d4ebffde-a8a5-4a52-8f8e-0c7b555fbb16 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655086 Jul 28 09:18:00.254423 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:00.842451 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:00.904100 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a788aae-0d96-4279-ad05-de4e1fcc2038 req-dbe0ecbd-c2c3-4c25-98b0-7f7be7afd585 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:00.905483 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7a788aae-0d96-4279-ad05-de4e1fcc2038 req-dbe0ecbd-c2c3-4c25-98b0-7f7be7afd585 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0727136 Jul 28 09:18:00.919113 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ea48a-ffe7-4f90-89ea-b0488a3ab2f6 req-6984cb28-8be6-495e-8032-49d2300ec020 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:00.920605 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4d4ea48a-ffe7-4f90-89ea-b0488a3ab2f6 req-6984cb28-8be6-495e-8032-49d2300ec020 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0770981 Jul 28 09:18:00.994745 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7a788aae-0d96-4279-ad05-de4e1fcc2038 req-431984d8-d937-407d-8731-80a149fbe322 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834000 Jul 28 09:18:00.998722 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4d4ea48a-ffe7-4f90-89ea-b0488a3ab2f6 req-2d5c443b-1c62-4943-989d-c752d0536bee tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718775 Jul 28 09:18:01.739506 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:01.921243 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:02.119463 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:02.142281 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936b95-aa49-4924-a298-398dd19ae70b req-f79694cc-3d9c-4aae-acde-cf2c54337a54 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:02.143760 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47936b95-aa49-4924-a298-398dd19ae70b req-f79694cc-3d9c-4aae-acde-cf2c54337a54 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0754530 Jul 28 09:18:02.151917 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f789d6-3c07-4076-943d-9d647bfc8f36 req-47fc7203-c17c-405f-9deb-7341d9460e5f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:02.153290 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c6f789d6-3c07-4076-943d-9d647bfc8f36 req-47fc7203-c17c-405f-9deb-7341d9460e5f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0761616 Jul 28 09:18:02.220142 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47936b95-aa49-4924-a298-398dd19ae70b req-d1f0d470-7edd-4582-8582-86f8d34f2a5c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659187 Jul 28 09:18:02.231478 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c6f789d6-3c07-4076-943d-9d647bfc8f36 req-09178836-f9da-489d-9846-2e0701664262 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705163 Jul 28 09:18:02.347634 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928c3fc-581f-4d47-8d0e-e846bc57a94a req-46080cbe-cb87-48bd-8a7a-cf9e1e58592b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:02.349084 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1928c3fc-581f-4d47-8d0e-e846bc57a94a req-46080cbe-cb87-48bd-8a7a-cf9e1e58592b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0496671 Jul 28 09:18:02.359162 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48514) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:02.363360 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-2614bf03-e2f8-467a-b6c3-6d5a0bce880c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Request body: {'floatingip': {'port_id': '433c3376-c310-4c2a-80fa-815d10d185aa'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:02.415455 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2614bf03-e2f8-467a-b6c3-6d5a0bce880c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for floatingip (f4265ecd-63e3-4f7c-8a6f-fde413e48f61), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:02.856857 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2614bf03-e2f8-467a-b6c3-6d5a0bce880c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:02.860621 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2614bf03-e2f8-467a-b6c3-6d5a0bce880c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (f4265ecd-63e3-4f7c-8a6f-fde413e48f61), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:02.951605 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:03.059422 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2614bf03-e2f8-467a-b6c3-6d5a0bce880c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Router 6b48974c-9b28-43c8-83af-4ee4756142f0 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:18:03.154152 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:03.164865 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2614bf03-e2f8-467a-b6c3-6d5a0bce880c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:18:03.172719 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2614bf03-e2f8-467a-b6c3-6d5a0bce880c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:03.177317 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbda193-97a3-4f33-9bda-2c9fcef8d0fd None None] Sync routers for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:18:03.186823 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbda193-97a3-4f33-9bda-2c9fcef8d0fd None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:18:03.187434 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5fbda193-97a3-4f33-9bda-2c9fcef8d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:17:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:03.206489 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:18:03.208711 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d28937d-3484-4904-a7cb-99816356d880" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:18:03.240218 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2614bf03-e2f8-467a-b6c3-6d5a0bce880c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "PUT /v2.0/floatingips/f4265ecd-63e3-4f7c-8a6f-fde413e48f61 HTTP/1.1" status: 200 len: 992 time: 0.8779001 Jul 28 09:18:03.289952 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-5fbda193-97a3-4f33-9bda-2c9fcef8d0fd None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:18:03.325330 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6361501a-ca4c-4d60-a5a7-f6d1a8aff0da x-openstack-request-id: req-6361501a-ca4c-4d60-a5a7-f6d1a8aff0da {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:18:03.325614 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:18:03.325880 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6361501a-ca4c-4d60-a5a7-f6d1a8aff0da {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:18:03.326273 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6361501a-ca4c-4d60-a5a7-f6d1a8aff0da'] response: {'name': 'network-changed', 'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa', 'status': 'completed', 'code': 200} Jul 28 09:18:03.344779 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57563e-2b42-463a-be64-e81c9b8ccc1b req-fd5d203e-ca8e-49e5-bafa-8e16e4ffdc38 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:03.346262 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf57563e-2b42-463a-be64-e81c9b8ccc1b req-fd5d203e-ca8e-49e5-bafa-8e16e4ffdc38 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0508602 Jul 28 09:18:03.426994 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf57563e-2b42-463a-be64-e81c9b8ccc1b req-1736317a-f4d8-4e63-8193-5dadda47f90a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750713 Jul 28 09:18:03.433072 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28937d-3484-4904-a7cb-99816356d880 req-2286a9b1-89ea-401e-b368-717bdf0b3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:03.434782 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d28937d-3484-4904-a7cb-99816356d880 req-2286a9b1-89ea-401e-b368-717bdf0b3c7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 1129 time: 0.0560842 Jul 28 09:18:03.510973 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5fbda193-97a3-4f33-9bda-2c9fcef8d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': 'f4265ecd-63e3-4f7c-8a6f-fde413e48f61', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'port_id': '433c3376-c310-4c2a-80fa-815d10d185aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'mac_address': 'fa:16:3e:40:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:14:08Z', 'updated_at': '2022-07-28T09:18:02Z', 'revision_number': 3, 'project_id': '34cb634f5c154187a943a454a706f200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:44Z', 'revision_number': 5, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:03.530475 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28937d-3484-4904-a7cb-99816356d880 req-8c97cda2-7f61-42f8-a855-fa792f60a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:03.532014 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d28937d-3484-4904-a7cb-99816356d880 req-8c97cda2-7f61-42f8-a855-fa792f60a542 service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.0900571 Jul 28 09:18:03.544181 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbda193-97a3-4f33-9bda-2c9fcef8d0fd None None] Checking router: 6b48974c-9b28-43c8-83af-4ee4756142f0 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:18:03.554433 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbda193-97a3-4f33-9bda-2c9fcef8d0fd None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:18:03.555036 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5fbda193-97a3-4f33-9bda-2c9fcef8d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:17:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:03.598317 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d28937d-3484-4904-a7cb-99816356d880 req-2511ddbf-f8c6-4d33-a172-6a23afbaeec0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=433c3376-c310-4c2a-80fa-815d10d185aa HTTP/1.1" status: 200 len: 1000 time: 0.0598328 Jul 28 09:18:03.647701 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28937d-3484-4904-a7cb-99816356d880 req-8145cbb0-5ea0-43e5-90e9-fb0ffdf2401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:03.649194 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d28937d-3484-4904-a7cb-99816356d880 req-8145cbb0-5ea0-43e5-90e9-fb0ffdf2401b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.0444319 Jul 28 09:18:03.657241 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-5fbda193-97a3-4f33-9bda-2c9fcef8d0fd None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:18:03.693869 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28937d-3484-4904-a7cb-99816356d880 req-d48c8ece-abbe-481a-b96e-8d61807ee4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:03.695282 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d28937d-3484-4904-a7cb-99816356d880 req-d48c8ece-abbe-481a-b96e-8d61807ee4c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394261 Jul 28 09:18:03.788093 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d28937d-3484-4904-a7cb-99816356d880 req-af765802-b846-4e5e-b3df-e3cd18293519 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861318 Jul 28 09:18:03.866189 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-5fbda193-97a3-4f33-9bda-2c9fcef8d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': 'f4265ecd-63e3-4f7c-8a6f-fde413e48f61', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'port_id': '433c3376-c310-4c2a-80fa-815d10d185aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'mac_address': 'fa:16:3e:40:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:14:08Z', 'updated_at': '2022-07-28T09:18:02Z', 'revision_number': 3, 'project_id': '34cb634f5c154187a943a454a706f200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:44Z', 'revision_number': 5, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:03.882087 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5d28937d-3484-4904-a7cb-99816356d880 req-1f6dd0e6-1148-4d6d-a345-c6b3937eee8f service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877023 Jul 28 09:18:03.891805 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbda193-97a3-4f33-9bda-2c9fcef8d0fd None None] The sync data for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi is: [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': 'f4265ecd-63e3-4f7c-8a6f-fde413e48f61', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'floating_ip_address': '172.27.0.13', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'port_id': '433c3376-c310-4c2a-80fa-815d10d185aa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'mac_address': 'fa:16:3e:40:a5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:14:08Z', 'updated_at': '2022-07-28T09:18:02Z', 'revision_number': 3, 'project_id': '34cb634f5c154187a943a454a706f200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:44Z', 'revision_number': 5, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:18:04.543713 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82dd93-dae8-4097-a4d8-a7856c4d2d00 req-76c17042-61d6-4925-999c-2e41445132c3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:04.545155 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c82dd93-dae8-4097-a4d8-a7856c4d2d00 req-76c17042-61d6-4925-999c-2e41445132c3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0456271 Jul 28 09:18:04.594615 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c82dd93-dae8-4097-a4d8-a7856c4d2d00 req-1931078c-6589-4f65-875d-7012659121da tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Jul 28 09:18:05.327004 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:18:05.329600 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:18:05.365494 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d370f9c8-1c4a-444a-bf16-99ef67fed331 x-openstack-request-id: req-d370f9c8-1c4a-444a-bf16-99ef67fed331 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:18:05.365776 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:18:05.366058 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d370f9c8-1c4a-444a-bf16-99ef67fed331 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:18:05.366451 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d370f9c8-1c4a-444a-bf16-99ef67fed331'] response: {'name': 'network-changed', 'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa', 'status': 'completed', 'code': 200} Jul 28 09:18:05.464991 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb req-e3e77b37-534e-44b4-815b-4b23c620b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:05.466483 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb req-e3e77b37-534e-44b4-815b-4b23c620b4b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 1129 time: 0.0383453 Jul 28 09:18:05.479618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:05.557319 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb req-4518fd59-eb4f-46a7-b54e-9c441f1b83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:05.558903 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb req-4518fd59-eb4f-46a7-b54e-9c441f1b83a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.0867512 Jul 28 09:18:05.618604 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb req-69a7f62f-9bd1-41c1-87c9-889c1abb64a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=433c3376-c310-4c2a-80fa-815d10d185aa HTTP/1.1" status: 200 len: 1000 time: 0.0529041 Jul 28 09:18:05.665584 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb req-2ececfcb-f5a2-46da-bf99-defb8154ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:05.667121 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb req-2ececfcb-f5a2-46da-bf99-defb8154ea72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.0431657 Jul 28 09:18:05.725155 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:05.741316 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd464f02-fb68-4d09-ab2a-1b2da24f1213 req-ea7c9773-a607-47eb-aae5-fe2220e2c01a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:05.742784 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bd464f02-fb68-4d09-ab2a-1b2da24f1213 req-ea7c9773-a607-47eb-aae5-fe2220e2c01a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0748672 Jul 28 09:18:05.746076 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb req-165de173-dc62-4870-8d59-15777cb0963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:05.747395 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb req-165de173-dc62-4870-8d59-15777cb0963a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700870 Jul 28 09:18:05.840503 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bd464f02-fb68-4d09-ab2a-1b2da24f1213 req-dfffab7a-0496-4a8c-96b0-7d8b8d2bdf86 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914299 Jul 28 09:18:05.871146 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb req-97985c84-6791-4146-8bc5-df02669e6c86 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088765 Jul 28 09:18:05.959961 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7cdd3bdd-1b83-4bef-b1f1-d7e956b192bb req-63524ebe-46e9-4846-b70d-c3e435d62968 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823581 Jul 28 09:18:06.959762 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1cc19-95f8-41a5-971c-773a4fd7195e req-1e0ea14d-f585-4415-a0f2-5e83552f7d1e tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:06.961220 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1ab1cc19-95f8-41a5-971c-773a4fd7195e req-1e0ea14d-f585-4415-a0f2-5e83552f7d1e tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0476167 Jul 28 09:18:07.012689 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1ab1cc19-95f8-41a5-971c-773a4fd7195e req-212fdc02-b1e0-4ce6-9edb-548b67706541 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454602 Jul 28 09:18:08.126172 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3657073-9527-48d1-a3cb-d7750b46ae6a req-60217932-d595-42b3-aac5-9b18d6fd565c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:08.127609 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3657073-9527-48d1-a3cb-d7750b46ae6a req-60217932-d595-42b3-aac5-9b18d6fd565c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0457771 Jul 28 09:18:08.176839 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3657073-9527-48d1-a3cb-d7750b46ae6a req-794f6bee-8705-42e5-9fbd-32dd22b29da9 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437891 Jul 28 09:18:08.373819 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87043dbe-2b06-476d-9d69-5951b4bc5333 req-aeba1e19-446e-4d17-9765-b8b5975269e8 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:08.375320 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-87043dbe-2b06-476d-9d69-5951b4bc5333 req-aeba1e19-446e-4d17-9765-b8b5975269e8 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0477526 Jul 28 09:18:08.416937 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:18:08.422584 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-87043dbe-2b06-476d-9d69-5951b4bc5333 req-e817fd03-7a85-42ab-9329-2e1362d79777 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414915 Jul 28 09:18:08.603983 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d37da7-88ad-4963-927b-0cf5ac57ed2c req-d748caf4-8a9e-425a-98f3-709ef6f7be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:08.605416 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65d37da7-88ad-4963-927b-0cf5ac57ed2c req-d748caf4-8a9e-425a-98f3-709ef6f7be13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 1130 time: 0.0411437 Jul 28 09:18:08.693293 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d37da7-88ad-4963-927b-0cf5ac57ed2c req-89df60e9-b276-4807-b8ef-d6689e44f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:08.694674 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65d37da7-88ad-4963-927b-0cf5ac57ed2c req-89df60e9-b276-4807-b8ef-d6689e44f059 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f HTTP/1.1" status: 200 len: 911 time: 0.0835342 Jul 28 09:18:08.758623 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65d37da7-88ad-4963-927b-0cf5ac57ed2c req-9a5271a2-4ba2-4e54-b1b4-0d7bffb0212e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8f10ca5-9e77-4e44-90da-226feaaaae51 HTTP/1.1" status: 200 len: 1002 time: 0.0576072 Jul 28 09:18:08.792667 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:08.807362 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d37da7-88ad-4963-927b-0cf5ac57ed2c req-5f58e444-36ff-4423-832f-f1a2dd4698c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:08.808736 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65d37da7-88ad-4963-927b-0cf5ac57ed2c req-5f58e444-36ff-4423-832f-f1a2dd4698c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=66df279f-10e1-460e-ac7d-69ed4ca391e2 HTTP/1.1" status: 200 len: 849 time: 0.0441701 Jul 28 09:18:08.851151 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d37da7-88ad-4963-927b-0cf5ac57ed2c req-922131c2-aae5-42b7-8699-d912490e017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:08.852557 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65d37da7-88ad-4963-927b-0cf5ac57ed2c req-922131c2-aae5-42b7-8699-d912490e017c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371697 Jul 28 09:18:08.945288 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65d37da7-88ad-4963-927b-0cf5ac57ed2c req-210619b6-bd25-4d58-ae77-2dcf5b6bc8bb service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855803 Jul 28 09:18:09.032072 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:09.035948 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-65d37da7-88ad-4963-927b-0cf5ac57ed2c req-294b0e3a-189c-48e1-84ab-1e8264f19f64 service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845921 Jul 28 09:18:09.550719 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3e2c-65e4-499c-8fbf-62e5b675390c req-2933d47a-441e-476d-9b14-d9b3c6ec7915 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:09.552232 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58ac3e2c-65e4-499c-8fbf-62e5b675390c req-2933d47a-441e-476d-9b14-d9b3c6ec7915 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0522826 Jul 28 09:18:09.604257 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-58ac3e2c-65e4-499c-8fbf-62e5b675390c req-0c0830c9-47d0-40a1-bd7b-7e3cbdcf8734 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457902 Jul 28 09:18:10.725021 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599df1d4-81a4-49ee-b244-9e2c732583d8 req-a9cf8327-85a9-4cc6-ab30-e9bc9b3ecce1 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:10.726512 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-599df1d4-81a4-49ee-b244-9e2c732583d8 req-a9cf8327-85a9-4cc6-ab30-e9bc9b3ecce1 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0471702 Jul 28 09:18:10.773246 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-599df1d4-81a4-49ee-b244-9e2c732583d8 req-10cb4ae9-5861-4968-8419-8df7cf78e1ea tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 Jul 28 09:18:13.868705 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:13.869570 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:17.478405 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:18.413978 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:20.767471 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=47 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:20.770372 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=18 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:22.202211 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:25.327606 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-236f100c-b3df-49bb-9981-b774466a1956 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376427 Jul 28 09:18:25.650486 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-2fbb3c50-523a-4345-b30d-d115ea224497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:25.652445 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-2fbb3c50-523a-4345-b30d-d115ea224497 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 1129 time: 0.2613919 Jul 28 09:18:25.755210 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-db2174a6-70e1-4207-a0c4-514c5b8ef83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:25.756652 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-db2174a6-70e1-4207-a0c4-514c5b8ef83d service neutron] 10.222.0.60 "GET /v2.0/networks?id=64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 200 len: 919 time: 0.0835977 Jul 28 09:18:25.799090 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-93f8d8cc-145f-4aff-8ec8-cf3dd0b6342c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89af98d3-0e6d-4025-b5bf-6a18fba6c7de HTTP/1.1" status: 200 len: 217 time: 0.0360825 Jul 28 09:18:25.848496 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-0f081f55-d965-4cd0-b4db-aec46d1e72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:25.849875 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-0f081f55-d965-4cd0-b4db-aec46d1e72ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 200 len: 857 time: 0.0429418 Jul 28 09:18:25.891459 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-527d67de-9b67-488d-8865-108de4d6d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:25.892861 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-527d67de-9b67-488d-8865-108de4d6d0a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=64888555-aa9a-41f3-b5b6-dab010021048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0359764 Jul 28 09:18:25.986640 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-c49ce043-dc85-416e-a2d4-0221ff650b51 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870471 Jul 28 09:18:26.076484 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a6faa6c5-63d0-4e94-bd58-419eb8b3a4f5 req-b7531b76-14e7-40cd-847c-c803c0870c92 service neutron] 10.222.0.60 "GET /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828977 Jul 28 09:18:26.860974 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ec8e9673-3c5d-415c-acb3-958525400b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:26.873002 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173f749-f5ae-4a50-8fbb-b6c32b5b228d req-a9f69503-d128-4e4f-ae0d-e5cb2f6233ae tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:26.874491 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f173f749-f5ae-4a50-8fbb-b6c32b5b228d req-a9f69503-d128-4e4f-ae0d-e5cb2f6233ae tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 946 time: 0.0547614 Jul 28 09:18:26.921087 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f173f749-f5ae-4a50-8fbb-b6c32b5b228d req-96db81c4-bbe8-4caa-9149-a8dc5efae097 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409620 Jul 28 09:18:28.038689 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed62a-901a-4afb-a85e-b2aa98ddd842 req-6b98b0c0-d8c7-4e4f-bf98-5bb78bb61281 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:28.040263 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-666ed62a-901a-4afb-a85e-b2aa98ddd842 req-6b98b0c0-d8c7-4e4f-bf98-5bb78bb61281 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 946 time: 0.0464425 Jul 28 09:18:28.087091 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-666ed62a-901a-4afb-a85e-b2aa98ddd842 req-79dd6560-7457-46d1-aa71-c5f143ad3bf9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406299 Jul 28 09:18:28.916112 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-85ac4c5f-26ec-4651-80e4-a11efeb30901 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:28.917552 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-85ac4c5f-26ec-4651-80e4-a11efeb30901 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 946 time: 0.0490198 Jul 28 09:18:29.000917 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Deleting port 5f846baf-d511-4258-bded-99970e48af03 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:18:29.001261 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (5f846baf-d511-4258-bded-99970e48af03), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:29.092166 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] For port 5f846baf-d511-4258-bded-99970e48af03, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=5f846baf-d511-4258-bded-99970e48af03,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:18:29.092871 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (5f846baf-d511-4258-bded-99970e48af03), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:29.265414 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a23dd3-ac67-432e-aa9f-c91d770c88ea req-f7f663c5-27e2-408f-967c-322941320783 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:29.266824 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2a23dd3-ac67-432e-aa9f-c91d770c88ea req-f7f663c5-27e2-408f-967c-322941320783 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=886e113b-47d9-4760-bf0d-d5a2901b61f3 HTTP/1.1" status: 200 len: 946 time: 0.1024117 Jul 28 09:18:29.270505 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:29.284370 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:29.360131 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-15f405c9-a2aa-4a78-924b-92e9ba8cc26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:29.371610 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:29.371979 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (673e5bdb-4045-4a83-ae7c-9d0ff9fbb530), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:29.372297 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Floating IP 673e5bdb-4045-4a83-ae7c-9d0ff9fbb530 disassociated. External IP: 172.27.0.136, port: 5f846baf-d511-4258-bded-99970e48af03. Jul 28 09:18:29.372643 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Calling delete_port for 5f846baf-d511-4258-bded-99970e48af03 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:18:29.377292 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2a23dd3-ac67-432e-aa9f-c91d770c88ea req-0e45db1e-4666-44b7-8d42-c791e06ea685 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=1679d609-a0f4-4e9e-a2b7-53caee0ef50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019859 Jul 28 09:18:29.514300 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (5f846baf-d511-4258-bded-99970e48af03), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:29.542578 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'Port': ['ID=5f846baf-d511-4258-bded-99970e48af03,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:29.553289 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.553645 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.554020 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.554368 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.554708 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.555039 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.555370 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.555701 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.556031 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.556362 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.556692 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.557067 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.557399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.557733 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.558084 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:29.663157 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Router 109703c7-684e-4e7e-9ac7-451f56fa01a1 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:18:29.768636 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:18:29.779566 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a9ed1-5ff6-44c7-903e-b256977d7ec4 None None] Sync routers for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:18:29.789591 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a9ed1-5ff6-44c7-903e-b256977d7ec4 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:18:29.790296 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-120a9ed1-5ff6-44c7-903e-b256977d7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:29.809799 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] No DVR routers for this DVR port 5f846baf-d511-4258-bded-99970e48af03 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:18:29.812517 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:29.815813 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3f0669b4-fbac-463c-a803-c71f30ab7627 req-946d0f56-934d-42b0-a8c9-1177b3bc10bc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "DELETE /v2.0/ports/5f846baf-d511-4258-bded-99970e48af03 HTTP/1.1" status: 204 len: 173 time: 0.8921669 Jul 28 09:18:29.816244 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'name': 'network-vif-deleted', 'tag': '5f846baf-d511-4258-bded-99970e48af03'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:18:29.818483 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70645648-c9cb-4eb9-9b28-9041171c0ef2" -d '{"events": [{"server_uuid": "886e113b-47d9-4760-bf0d-d5a2901b61f3", "name": "network-vif-deleted", "tag": "5f846baf-d511-4258-bded-99970e48af03"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:18:29.857962 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f599a6-130d-4109-92aa-b47cda39eb25 x-openstack-request-id: req-d8f599a6-130d-4109-92aa-b47cda39eb25 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:18:29.858253 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886e113b-47d9-4760-bf0d-d5a2901b61f3", "name": "network-vif-deleted", "tag": "5f846baf-d511-4258-bded-99970e48af03", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:18:29.858501 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8f599a6-130d-4109-92aa-b47cda39eb25 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:18:29.859011 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f599a6-130d-4109-92aa-b47cda39eb25'] response: {'server_uuid': '886e113b-47d9-4760-bf0d-d5a2901b61f3', 'name': 'network-vif-deleted', 'tag': '5f846baf-d511-4258-bded-99970e48af03', 'status': 'completed', 'code': 200} Jul 28 09:18:29.896149 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-120a9ed1-5ff6-44c7-903e-b256977d7ec4 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:18:30.184073 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-120a9ed1-5ff6-44c7-903e-b256977d7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2f9ebf8a-a04c-46f3-9a4c-7bf698af337a', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:79:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:34Z', 'updated_at': '2022-07-28T09:12:55Z', 'revision_number': 2, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:30.209441 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a9ed1-5ff6-44c7-903e-b256977d7ec4 None None] Checking router: 109703c7-684e-4e7e-9ac7-451f56fa01a1 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:18:30.217695 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a9ed1-5ff6-44c7-903e-b256977d7ec4 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:18:30.218313 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-120a9ed1-5ff6-44c7-903e-b256977d7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:30.261218 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:30.323767 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-120a9ed1-5ff6-44c7-903e-b256977d7ec4 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:18:30.484648 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48584) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:30.541238 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2879f865-2d84-4d35-b3a1-f39e72842cd1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (1679d609-a0f4-4e9e-a2b7-53caee0ef50c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:30.547272 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-120a9ed1-5ff6-44c7-903e-b256977d7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2f9ebf8a-a04c-46f3-9a4c-7bf698af337a', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:79:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:34Z', 'updated_at': '2022-07-28T09:12:55Z', 'revision_number': 2, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:30.565253 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2879f865-2d84-4d35-b3a1-f39e72842cd1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (1679d609-a0f4-4e9e-a2b7-53caee0ef50c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:30.571471 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a9ed1-5ff6-44c7-903e-b256977d7ec4 None None] The sync data for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi is: [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2f9ebf8a-a04c-46f3-9a4c-7bf698af337a', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:79:90:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:11:34Z', 'updated_at': '2022-07-28T09:12:55Z', 'revision_number': 2, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:18:30.620369 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2879f865-2d84-4d35-b3a1-f39e72842cd1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (1679d609-a0f4-4e9e-a2b7-53caee0ef50c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:30.623276 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2879f865-2d84-4d35-b3a1-f39e72842cd1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:30.624448 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2879f865-2d84-4d35-b3a1-f39e72842cd1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "DELETE /v2.0/security-groups/1679d609-a0f4-4e9e-a2b7-53caee0ef50c HTTP/1.1" status: 204 len: 168 time: 0.1385355 Jul 28 09:18:30.627871 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48586) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:30.635742 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879f865-2d84-4d35-b3a1-f39e72842cd1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1679d609-a0f4-4e9e-a2b7-53caee0ef50c,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:30.660103 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-bb8114ca-3d63-4178-a715-38e897c21bda tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] show failed (client error): The resource could not be found. Jul 28 09:18:30.664377 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-bb8114ca-3d63-4178-a715-38e897c21bda tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups/1679d609-a0f4-4e9e-a2b7-53caee0ef50c HTTP/1.1" status: 404 len: 347 time: 0.0315967 Jul 28 09:18:30.664377 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48592) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:30.785649 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Deleting port ceaf40e5-7f1a-4404-9dd2-9d020de24678 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:18:30.786108 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (ceaf40e5-7f1a-4404-9dd2-9d020de24678), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:30.846155 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e22281-6f4a-4163-ab88-f97ca7222ba4 None None] New status for floating IP 673e5bdb-4045-4a83-ae7c-9d0ff9fbb530: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:18:30.875695 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (ceaf40e5-7f1a-4404-9dd2-9d020de24678), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:30.876021 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (ceaf40e5-7f1a-4404-9dd2-9d020de24678), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:30.889419 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Calling delete_port for ceaf40e5-7f1a-4404-9dd2-9d020de24678 owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:18:31.037154 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (ceaf40e5-7f1a-4404-9dd2-9d020de24678), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:31.064581 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'Port': ['ID=ceaf40e5-7f1a-4404-9dd2-9d020de24678,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:31.080896 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.081093 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.081498 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.081892 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.082261 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.082625 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.082938 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.083260 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.083584 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.083906 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.084229 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.084545 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.084861 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.085181 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.085495 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:31.145057 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (673e5bdb-4045-4a83-ae7c-9d0ff9fbb530), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:31.147861 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:31.148869 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-dd5fa221-1a0c-4cb7-8eba-c8dd0a329f3d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "DELETE /v2.0/floatingips/673e5bdb-4045-4a83-ae7c-9d0ff9fbb530 HTTP/1.1" status: 204 len: 168 time: 0.4836762 Jul 28 09:18:31.743853 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:31.917502 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:32.347649 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 5f846baf-d511-4258-bded-99970e48af03 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:18:32.366796 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 5f846baf-d511-4258-bded-99970e48af03 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:18:32.367138 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 5f846baf-d511-4258-bded-99970e48af03 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:18:32.774989 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230e013-460e-46df-ab5d-b65c46c1a12a req-532a9fb1-8118-4fe0-8242-4f7eec9a12da tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:32.776433 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c230e013-460e-46df-ab5d-b65c46c1a12a req-532a9fb1-8118-4fe0-8242-4f7eec9a12da tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 945 time: 0.0471258 Jul 28 09:18:32.822671 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c230e013-460e-46df-ab5d-b65c46c1a12a req-d1542279-d675-4602-a258-fbac0f31a8e3 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408359 Jul 28 09:18:33.858919 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-a29f1f21-635b-41ee-88b8-d4ad91db292d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:33.860418 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-a29f1f21-635b-41ee-88b8-d4ad91db292d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 945 time: 0.0450058 Jul 28 09:18:33.951800 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:33.952388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:33.984872 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd275d-64fe-4788-9e27-b57f8dfd7967 req-ce69a7d0-26a0-4e4d-9b7d-7b4dc348544a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:33.986346 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ebcd275d-64fe-4788-9e27-b57f8dfd7967 req-ce69a7d0-26a0-4e4d-9b7d-7b4dc348544a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 945 time: 0.0827947 Jul 28 09:18:34.014809 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Deleting port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:18:34.015141 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:34.096233 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ebcd275d-64fe-4788-9e27-b57f8dfd7967 req-062c52a4-4613-4ad6-9d49-4b96714126f7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a331e359-4c09-4caa-8369-e83470aad61e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040802 Jul 28 09:18:34.130895 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] For port 083e115f-7d9f-46a4-a9c2-332b4c7553c4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=083e115f-7d9f-46a4-a9c2-332b4c7553c4,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:18:34.131257 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:34.289372 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:34.289728 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (2f9ebf8a-a04c-46f3-9a4c-7bf698af337a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:34.290059 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Floating IP 2f9ebf8a-a04c-46f3-9a4c-7bf698af337a disassociated. External IP: 172.27.0.203, port: 083e115f-7d9f-46a4-a9c2-332b4c7553c4. Jul 28 09:18:34.290443 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Calling delete_port for 083e115f-7d9f-46a4-a9c2-332b4c7553c4 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:18:34.421216 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (083e115f-7d9f-46a4-a9c2-332b4c7553c4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:34.446989 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'Port': ['ID=083e115f-7d9f-46a4-a9c2-332b4c7553c4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:34.556559 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Router 109703c7-684e-4e7e-9ac7-451f56fa01a1 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:18:34.664073 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:18:34.674512 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24305c4-ac56-4197-954b-41899647f7ca None None] Sync routers for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:18:34.686105 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24305c4-ac56-4197-954b-41899647f7ca None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:18:34.686785 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f24305c4-ac56-4197-954b-41899647f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:34.707023 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] No DVR routers for this DVR port 083e115f-7d9f-46a4-a9c2-332b4c7553c4 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:18:34.709467 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:34.712839 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7a755553-fdcb-40f0-921c-6f9beafd8dd9 req-9f15e90b-e59e-4bc3-acc2-8ecf5425a5f4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "DELETE /v2.0/ports/083e115f-7d9f-46a4-a9c2-332b4c7553c4 HTTP/1.1" status: 204 len: 173 time: 0.8370507 Jul 28 09:18:34.713261 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'name': 'network-vif-deleted', 'tag': '083e115f-7d9f-46a4-a9c2-332b4c7553c4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:18:34.716387 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc1082e-ae2b-4c80-8463-ac906daa3822" -d '{"events": [{"server_uuid": "a8bbe522-65b1-4925-9da8-8691bb25acdc", "name": "network-vif-deleted", "tag": "083e115f-7d9f-46a4-a9c2-332b4c7553c4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:18:34.759901 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb30e9a-4373-4c19-b2ee-5293d7acdcf0 x-openstack-request-id: req-2fb30e9a-4373-4c19-b2ee-5293d7acdcf0 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:18:34.760155 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bbe522-65b1-4925-9da8-8691bb25acdc", "name": "network-vif-deleted", "tag": "083e115f-7d9f-46a4-a9c2-332b4c7553c4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:18:34.760322 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2fb30e9a-4373-4c19-b2ee-5293d7acdcf0 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:18:34.760747 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb30e9a-4373-4c19-b2ee-5293d7acdcf0'] response: {'server_uuid': 'a8bbe522-65b1-4925-9da8-8691bb25acdc', 'name': 'network-vif-deleted', 'tag': '083e115f-7d9f-46a4-a9c2-332b4c7553c4', 'status': 'completed', 'code': 200} Jul 28 09:18:34.794927 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-f24305c4-ac56-4197-954b-41899647f7ca None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:18:34.938097 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:34.960251 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:35.005024 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f24305c4-ac56-4197-954b-41899647f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:35.033349 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24305c4-ac56-4197-954b-41899647f7ca None None] Checking router: 109703c7-684e-4e7e-9ac7-451f56fa01a1 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:18:35.041529 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24305c4-ac56-4197-954b-41899647f7ca None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:18:35.042170 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f24305c4-ac56-4197-954b-41899647f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:35.139701 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-f24305c4-ac56-4197-954b-41899647f7ca None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:18:35.210915 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7018f5dd-4aec-407c-974e-f83f6df3a6bd req-5f6791de-9e90-4a2a-b424-ef99b0950fa9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8bbe522-65b1-4925-9da8-8691bb25acdc HTTP/1.1" status: 200 len: 210 time: 0.0305624 Jul 28 09:18:35.335236 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-f24305c4-ac56-4197-954b-41899647f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:35.361222 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24305c4-ac56-4197-954b-41899647f7ca None None] The sync data for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi is: [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:18:35.556579 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83ad647-bab7-4c6c-bf32-cdfcf6f223c1 None None] New status for floating IP 2f9ebf8a-a04c-46f3-9a4c-7bf698af337a: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:18:36.301476 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48622) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:36.355822 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e545dcf-023d-4106-add1-cfeeefeb9af7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (a331e359-4c09-4caa-8369-e83470aad61e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:36.379516 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e545dcf-023d-4106-add1-cfeeefeb9af7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (a331e359-4c09-4caa-8369-e83470aad61e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:36.390199 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:36.392884 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:36.430103 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e545dcf-023d-4106-add1-cfeeefeb9af7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (a331e359-4c09-4caa-8369-e83470aad61e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:36.432634 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5e545dcf-023d-4106-add1-cfeeefeb9af7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:36.434475 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5e545dcf-023d-4106-add1-cfeeefeb9af7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "DELETE /v2.0/security-groups/a331e359-4c09-4caa-8369-e83470aad61e HTTP/1.1" status: 204 len: 168 time: 0.1319821 Jul 28 09:18:36.437395 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48624) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:36.443874 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e545dcf-023d-4106-add1-cfeeefeb9af7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a331e359-4c09-4caa-8369-e83470aad61e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:36.456668 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-398a5cbf-f198-468e-93e0-3af8e8598b62 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] show failed (client error): The resource could not be found. Jul 28 09:18:36.458126 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-398a5cbf-f198-468e-93e0-3af8e8598b62 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups/a331e359-4c09-4caa-8369-e83470aad61e HTTP/1.1" status: 404 len: 347 time: 0.0191841 Jul 28 09:18:36.460499 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48626) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:36.568816 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-f7f023ea-fb4e-47a3-801e-1beedd316cdf tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Deleting port cf9d185d-549e-4527-9eaa-c74f94f99d3c {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:18:36.569160 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7f023ea-fb4e-47a3-801e-1beedd316cdf tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (cf9d185d-549e-4527-9eaa-c74f94f99d3c), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:36.645776 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7f023ea-fb4e-47a3-801e-1beedd316cdf tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (cf9d185d-549e-4527-9eaa-c74f94f99d3c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:36.646137 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7f023ea-fb4e-47a3-801e-1beedd316cdf tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (cf9d185d-549e-4527-9eaa-c74f94f99d3c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:36.658404 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-f7f023ea-fb4e-47a3-801e-1beedd316cdf tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Calling delete_port for cf9d185d-549e-4527-9eaa-c74f94f99d3c owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:18:36.786777 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7f023ea-fb4e-47a3-801e-1beedd316cdf tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (cf9d185d-549e-4527-9eaa-c74f94f99d3c), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:36.809975 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f023ea-fb4e-47a3-801e-1beedd316cdf tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'Port': ['ID=cf9d185d-549e-4527-9eaa-c74f94f99d3c,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:36.836667 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:36.859855 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:36.874140 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7f023ea-fb4e-47a3-801e-1beedd316cdf tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (2f9ebf8a-a04c-46f3-9a4c-7bf698af337a), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:36.876637 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f7f023ea-fb4e-47a3-801e-1beedd316cdf tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:36.877791 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f7f023ea-fb4e-47a3-801e-1beedd316cdf tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "DELETE /v2.0/floatingips/2f9ebf8a-a04c-46f3-9a4c-7bf698af337a HTTP/1.1" status: 204 len: 168 time: 0.4164097 Jul 28 09:18:36.977962 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48632) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:36.983194 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-802489b0-1049-484f-aa63-b4254addff19 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225000709', 'description': 'tempest-description--528329368'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:37.007918 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-802489b0-1049-484f-aa63-b4254addff19 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.074340 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-802489b0-1049-484f-aa63-b4254addff19 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (a4342865-b6b7-4e18-9075-41b62b71d172), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.077640 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-802489b0-1049-484f-aa63-b4254addff19 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (a4342865-b6b7-4e18-9075-41b62b71d172), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.111293 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-802489b0-1049-484f-aa63-b4254addff19 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.112434 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-802489b0-1049-484f-aa63-b4254addff19 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1334422 Jul 28 09:18:37.114290 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802489b0-1049-484f-aa63-b4254addff19 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4342865-b6b7-4e18-9075-41b62b71d172,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:37.115458 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48634) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:37.121403 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-ba968d96-577b-473f-8d19-c9ad55ae88ea tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group_rule': {'security_group_id': 'a4342865-b6b7-4e18-9075-41b62b71d172', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:37.148154 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba968d96-577b-473f-8d19-c9ad55ae88ea tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (a6fcfe45-f108-4013-98d5-3327da40a700), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.202343 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba968d96-577b-473f-8d19-c9ad55ae88ea tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (a6fcfe45-f108-4013-98d5-3327da40a700), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.205982 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba968d96-577b-473f-8d19-c9ad55ae88ea tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (a6fcfe45-f108-4013-98d5-3327da40a700), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.224804 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba968d96-577b-473f-8d19-c9ad55ae88ea tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fcfe45-f108-4013-98d5-3327da40a700,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:37.231504 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba968d96-577b-473f-8d19-c9ad55ae88ea tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.232674 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ba968d96-577b-473f-8d19-c9ad55ae88ea tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152258 Jul 28 09:18:37.236560 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48636) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:37.248221 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-cd53211e-670d-40f8-afa4-e81df86adf65 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group_rule': {'security_group_id': 'a4342865-b6b7-4e18-9075-41b62b71d172', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:37.278633 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd53211e-670d-40f8-afa4-e81df86adf65 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (0dbe0c4c-270c-4a41-b34f-34d533daca67), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.326198 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd53211e-670d-40f8-afa4-e81df86adf65 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (0dbe0c4c-270c-4a41-b34f-34d533daca67), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.329786 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd53211e-670d-40f8-afa4-e81df86adf65 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (0dbe0c4c-270c-4a41-b34f-34d533daca67), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.350162 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53211e-670d-40f8-afa4-e81df86adf65 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbe0c4c-270c-4a41-b34f-34d533daca67,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:37.356652 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd53211e-670d-40f8-afa4-e81df86adf65 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.357635 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-cd53211e-670d-40f8-afa4-e81df86adf65 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201746 Jul 28 09:18:37.360630 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48638) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:37.364838 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:37.388215 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.465824 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.571527 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Allocated IP 172.27.0.133 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/24fdc539-20a3-4489-963b-3f3c8c2caeb8) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:18:37.676609 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (24fdc539-20a3-4489-963b-3f3c8c2caeb8), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.708076 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (24fdc539-20a3-4489-963b-3f3c8c2caeb8), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.742412 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:18:37.747273 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:37.750174 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:18:37.754165 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:18:37.776919 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=24fdc539-20a3-4489-963b-3f3c8c2caeb8,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:37.778833 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:37.842618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (5bf3a435-ca10-43ed-a912-893e896d0b9f), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:37.880162 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (24fdc539-20a3-4489-963b-3f3c8c2caeb8), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:38.023623 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (24fdc539-20a3-4489-963b-3f3c8c2caeb8), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:38.028089 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (24fdc539-20a3-4489-963b-3f3c8c2caeb8), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:38.095434 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=24fdc539-20a3-4489-963b-3f3c8c2caeb8,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:38.109320 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (5bf3a435-ca10-43ed-a912-893e896d0b9f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:38.124590 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:38.125780 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e2a55389-7f23-4664-99f8-07fc192c0808 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7642193 Jul 28 09:18:38.272993 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-8d8f2a02-7d34-4fb1-a2e0-936486ffba8f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1225000709&fields=id&tenant_id=c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 267 time: 0.0413108 Jul 28 09:18:38.395231 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 083e115f-7d9f-46a4-a9c2-332b4c7553c4 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:18:38.415635 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 083e115f-7d9f-46a4-a9c2-332b4c7553c4 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:18:38.415984 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 083e115f-7d9f-46a4-a9c2-332b4c7553c4 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:18:38.597657 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-c077a046-aa9a-4fe6-872a-18134937e0e4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:38.599138 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-c077a046-aa9a-4fe6-872a-18134937e0e4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 815 time: 0.3198509 Jul 28 09:18:38.617403 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-794234eb-a315-4b1c-979a-fd09058c4212 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/quotas/c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 375 time: 0.0127203 Jul 28 09:18:38.666565 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-7c6f8405-ed2c-43fb-afb5-71b5fe4f88de tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441353 Jul 28 09:18:38.766430 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-406d0a82-4b34-443e-830a-1ff330d83848 service neutron] 10.222.0.48 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871067 Jul 28 09:18:38.857783 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-7bc46c65-d85b-4e95-940c-3b640ba238dd service neutron] 10.222.0.48 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852606 Jul 28 09:18:39.038142 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64840994-018c-4403-8cdf-38d93a39a35a req-14b1b88d-a840-4ec9-9cb6-7fb01bb35ccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 210 time: 0.0334044 Jul 28 09:18:40.124623 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:40.147005 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f016d829-c205-4488-9455-3e15e5146925 req-6b9e25dc-0ed1-445e-a21a-dadc86867e94 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 210 time: 0.0356038 Jul 28 09:18:40.334047 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-b1bf2828-4899-40a2-83f5-534b627c3358 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:40.335802 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-b1bf2828-4899-40a2-83f5-534b627c3358 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 815 time: 0.1024840 Jul 28 09:18:40.424777 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:40.439347 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-9703fc66-b0fb-4596-9c67-c8ccf2e03c03 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 380 time: 0.0586731 Jul 28 09:18:40.538703 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'port': {'device_id': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'admin_state_up': True, 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'security_groups': ['a4342865-b6b7-4e18-9075-41b62b71d172']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:40.644315 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Made reservation on behalf of c957cfe3391147daab9fc1e59b414a3e for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:18:40.647539 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:40.774874 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Allocated IP 172.20.0.13 (a25c70eb-0093-412d-853c-bc88149a664e/258e8cda-7921-417b-b638-3be8f77b5ab7/642c71da-4349-4b9a-a9fe-eda73d9d6417) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:18:40.919361 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:40.953114 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:41.005518 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=642c71da-4349-4b9a-a9fe-eda73d9d6417,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:41.008897 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Network a25c70eb-0093-412d-853c-bc88149a664e is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:18:41.010581 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:18:41.016672 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:18:41.068783 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:41.069410 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:41.087047 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-f43fd6a7-a0c5-47a1-ab53-16658cb776a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5520241 Jul 28 09:18:41.104521 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Request body: {'port': {'device_id': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:41.169811 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:41.173488 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:41.205413 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-57222a11-3b2e-42ec-9cc5-7052621f2eee None None] Provisioning complete for port 642c71da-4349-4b9a-a9fe-eda73d9d6417 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:18:41.206030 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57222a11-3b2e-42ec-9cc5-7052621f2eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:41.244801 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-57222a11-3b2e-42ec-9cc5-7052621f2eee None None] Port 642c71da-4349-4b9a-a9fe-eda73d9d6417 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:18:41.334901 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:41.352546 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342918-0557-45b5-ac40-795b3309033f req-ab9889b6-99b2-4ceb-ab6c-cd5b09e15127 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:41.354086 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2342918-0557-45b5-ac40-795b3309033f req-ab9889b6-99b2-4ceb-ab6c-cd5b09e15127 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 932 time: 0.0687144 Jul 28 09:18:41.492748 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b126f-d6d4-4148-85b6-1439c93067be req-dcb6bdfa-67de-400f-881a-fcb505e59c82 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:41.494187 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-996b126f-d6d4-4148-85b6-1439c93067be req-dcb6bdfa-67de-400f-881a-fcb505e59c82 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 946 time: 0.0929081 Jul 28 09:18:41.520533 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2342918-0557-45b5-ac40-795b3309033f req-0e57ca43-48fe-4788-b210-ca63fac54d2d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535637 Jul 28 09:18:41.592467 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-996b126f-d6d4-4148-85b6-1439c93067be req-15b04eeb-3674-470a-976b-35c658d76eba tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869410 Jul 28 09:18:41.604866 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642c71da-4349-4b9a-a9fe-eda73d9d6417 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:18:41.612633 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Publish callbacks [] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:41.625784 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Transition to ACTIVE for port object 642c71da-4349-4b9a-a9fe-eda73d9d6417 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:18:41.629568 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:41.686231 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Pushing event updated for resources: {'Port': ['ID=642c71da-4349-4b9a-a9fe-eda73d9d6417,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:41.755268 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Attempting to bind port 642c71da-4349-4b9a-a9fe-eda73d9d6417 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:18:41.755481 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Attempting to bind port 642c71da-4349-4b9a-a9fe-eda73d9d6417 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:18:41.755816 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Attempting to bind port 642c71da-4349-4b9a-a9fe-eda73d9d6417 on network a25c70eb-0093-412d-853c-bc88149a664e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:18:41.761018 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Port 642c71da-4349-4b9a-a9fe-eda73d9d6417 on network a25c70eb-0093-412d-853c-bc88149a664e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:18:41.761373 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Attempting to bind port 642c71da-4349-4b9a-a9fe-eda73d9d6417 on network a25c70eb-0093-412d-853c-bc88149a664e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:18:41.766593 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:18:41.766937 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Checking segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:18:41.767326 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Bound using segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:18:41.767757 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Bound port: 642c71da-4349-4b9a-a9fe-eda73d9d6417, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:18:41.768119 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:41.831774 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] For port 642c71da-4349-4b9a-a9fe-eda73d9d6417, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:18:41.834940 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] For port 642c71da-4349-4b9a-a9fe-eda73d9d6417, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=642c71da-4349-4b9a-a9fe-eda73d9d6417,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:18:41.840914 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:41.879137 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:41.879744 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:41.881091 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] 10.222.0.60 "PUT /v2.0/ports/642c71da-4349-4b9a-a9fe-eda73d9d6417 HTTP/1.1" status: 200 len: 1094 time: 0.7809265 Jul 28 09:18:41.881539 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'tag': '642c71da-4349-4b9a-a9fe-eda73d9d6417'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:18:41.883776 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24cac53-acb2-40fd-8078-a7c5fbc7b22d" -d '{"events": [{"name": "network-changed", "server_uuid": "30f89173-0824-45dd-bdf5-c5af808a7dd2", "tag": "642c71da-4349-4b9a-a9fe-eda73d9d6417"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:18:41.906663 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb0f45-aa85-4e46-9a5c-278bd28589b3 service neutron] Pushing event updated for resources: {'Port': ['ID=642c71da-4349-4b9a-a9fe-eda73d9d6417,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:41.931271 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2a3fb3-f4a5-4122-b3de-ab26f5dad29b x-openstack-request-id: req-cc2a3fb3-f4a5-4122-b3de-ab26f5dad29b {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:18:41.931573 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f89173-0824-45dd-bdf5-c5af808a7dd2", "tag": "642c71da-4349-4b9a-a9fe-eda73d9d6417", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:18:41.931828 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc2a3fb3-f4a5-4122-b3de-ab26f5dad29b {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:18:41.932281 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2a3fb3-f4a5-4122-b3de-ab26f5dad29b'] response: {'name': 'network-changed', 'server_uuid': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'tag': '642c71da-4349-4b9a-a9fe-eda73d9d6417', 'status': 'completed', 'code': 200} Jul 28 09:18:42.635646 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1173b-2eee-40ee-8495-0e435251e9a5 req-a6185d4a-93d4-4042-899c-a0abe19f1e8c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:42.637697 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cfd1173b-2eee-40ee-8495-0e435251e9a5 req-a6185d4a-93d4-4042-899c-a0abe19f1e8c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 944 time: 0.0464334 Jul 28 09:18:42.693941 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cfd1173b-2eee-40ee-8495-0e435251e9a5 req-8df8b69f-b4c3-4a08-ab14-3b24112ccb05 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504313 Jul 28 09:18:42.728243 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134eaf30-87ff-4753-9534-1ee66ab1b95b req-3884c656-a1e8-442b-9a29-80f758b015c8 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:42.729696 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-134eaf30-87ff-4753-9534-1ee66ab1b95b req-3884c656-a1e8-442b-9a29-80f758b015c8 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 946 time: 0.0557928 Jul 28 09:18:42.775872 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-134eaf30-87ff-4753-9534-1ee66ab1b95b req-fe35f165-d48e-4e7f-b332-b596b3fa3ce8 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405629 Jul 28 09:18:42.848659 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:42.859179 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cac53-acb2-40fd-8078-a7c5fbc7b22d req-35a1b23a-4a51-4a34-8593-19bd94a62cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:42.860660 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a24cac53-acb2-40fd-8078-a7c5fbc7b22d req-35a1b23a-4a51-4a34-8593-19bd94a62cae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 1128 time: 0.0435781 Jul 28 09:18:42.934739 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:42.981938 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cac53-acb2-40fd-8078-a7c5fbc7b22d req-34d4efb1-e891-4453-88b6-6d13edba69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:42.983409 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a24cac53-acb2-40fd-8078-a7c5fbc7b22d req-34d4efb1-e891-4453-88b6-6d13edba69a4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c957cfe3391147daab9fc1e59b414a3e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0918384 Jul 28 09:18:43.081184 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cac53-acb2-40fd-8078-a7c5fbc7b22d req-fcffbb94-e6a8-476a-a82f-4514151c82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:43.082678 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a24cac53-acb2-40fd-8078-a7c5fbc7b22d req-fcffbb94-e6a8-476a-a82f-4514151c82e1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923166 Jul 28 09:18:43.517086 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-6491fa9e-1d53-48b3-9c0b-2797d0a46e79 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:43.518542 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-6491fa9e-1d53-48b3-9c0b-2797d0a46e79 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.60 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 946 time: 0.0764291 Jul 28 09:18:43.519850 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-230d21a9-01ae-4151-b6af-9bad26c3fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:43.521168 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-230d21a9-01ae-4151-b6af-9bad26c3fc61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 1128 time: 0.0778155 Jul 28 09:18:43.593186 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-e1898399-faec-42d9-aace-5c5551b3bf13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=642c71da-4349-4b9a-a9fe-eda73d9d6417 HTTP/1.1" status: 200 len: 217 time: 0.0566127 Jul 28 09:18:43.676970 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Deleting port 51927101-a0e7-4577-83b1-566bb606eeb1 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:18:43.677633 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:43.692946 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-e3e789b7-a7bd-41fc-bcf0-2aac6f1d4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:43.694411 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-e3e789b7-a7bd-41fc-bcf0-2aac6f1d4b8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0931509 Jul 28 09:18:43.784589 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-7b84da55-13fc-4c1e-ae03-cc8232211e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:43.785936 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-7b84da55-13fc-4c1e-ae03-cc8232211e84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a25c70eb-0093-412d-853c-bc88149a664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664737 Jul 28 09:18:43.880015 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473040c-87ce-4c64-bc7d-ba48e21f7b50 req-42571739-d4c4-48cc-9fc9-da00e0dbe26c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:43.881411 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8473040c-87ce-4c64-bc7d-ba48e21f7b50 req-42571739-d4c4-48cc-9fc9-da00e0dbe26c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 944 time: 0.1132429 Jul 28 09:18:43.899061 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] For port 51927101-a0e7-4577-83b1-566bb606eeb1, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=51927101-a0e7-4577-83b1-566bb606eeb1,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:18:43.899427 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:44.012539 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cea03-7972-4577-a7a4-b418b5944255 req-1ba91c9d-775e-4238-82c4-1fbae4362015 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:44.014012 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a68cea03-7972-4577-a7a4-b418b5944255 req-1ba91c9d-775e-4238-82c4-1fbae4362015 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 946 time: 0.1421192 Jul 28 09:18:44.070791 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-04a01b4c-35b5-486e-b70d-7fc58d14a1a0 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644398 Jul 28 09:18:44.129671 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8473040c-87ce-4c64-bc7d-ba48e21f7b50 req-3deb0b3f-eea0-456a-afaf-89514367b052 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336047 Jul 28 09:18:44.199933 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a68cea03-7972-4577-a7a4-b418b5944255 req-6d1fa88b-9942-44e4-b5b3-147194857283 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=06f8a01b-3395-4836-bf79-87cb365b983b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719375 Jul 28 09:18:44.226699 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:44.232442 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:44.274065 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:44.274460 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (4dc8ff25-7f51-41c1-af2e-b0ef20a4d047), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:44.274729 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Floating IP 4dc8ff25-7f51-41c1-af2e-b0ef20a4d047 disassociated. External IP: 172.27.0.40, port: 51927101-a0e7-4577-83b1-566bb606eeb1. Jul 28 09:18:44.275078 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Calling delete_port for 51927101-a0e7-4577-83b1-566bb606eeb1 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:18:44.281246 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2b09aa33-e487-4762-ad01-9eb0c038e585 req-296dfce7-ea74-4660-bb75-6a1ef7bf954b service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772959 Jul 28 09:18:44.410400 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (51927101-a0e7-4577-83b1-566bb606eeb1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:44.435814 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event deleted for resources: {'Port': ['ID=51927101-a0e7-4577-83b1-566bb606eeb1,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:44.773744 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Router 25cd5ca0-264f-40d2-9291-e424b4e6305d has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:18:44.881433 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:18:44.892007 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc570aa4-1115-4d47-bcc7-ccecccfd88cd None None] Sync routers for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:18:44.902813 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc570aa4-1115-4d47-bcc7-ccecccfd88cd None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:18:44.903809 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fc570aa4-1115-4d47-bcc7-ccecccfd88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:44.924241 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] No DVR routers for this DVR port 51927101-a0e7-4577-83b1-566bb606eeb1 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:18:44.927961 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:44.931319 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-88fd3ec5-9ef6-45ca-8faa-809386496eba req-07149e1f-7c2f-4f89-9b18-b7bce7e13494 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.60 "DELETE /v2.0/ports/51927101-a0e7-4577-83b1-566bb606eeb1 HTTP/1.1" status: 204 len: 173 time: 1.3959281 Jul 28 09:18:44.931766 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'name': 'network-vif-deleted', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:18:44.934695 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aeda03-574d-49e3-a647-6286574a212b" -d '{"events": [{"server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "name": "network-vif-deleted", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:18:44.971123 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d2718e-cc3e-4aea-b78d-74530bf369e5 x-openstack-request-id: req-84d2718e-cc3e-4aea-b78d-74530bf369e5 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:18:44.971483 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145d502e-eb34-435a-8b8c-2ea6264d1506", "name": "network-vif-deleted", "tag": "51927101-a0e7-4577-83b1-566bb606eeb1", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:18:44.971802 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84d2718e-cc3e-4aea-b78d-74530bf369e5 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:18:44.972271 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d2718e-cc3e-4aea-b78d-74530bf369e5'] response: {'server_uuid': '145d502e-eb34-435a-8b8c-2ea6264d1506', 'name': 'network-vif-deleted', 'tag': '51927101-a0e7-4577-83b1-566bb606eeb1', 'status': 'completed', 'code': 200} Jul 28 09:18:45.010113 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fc570aa4-1115-4d47-bcc7-ccecccfd88cd None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:18:45.248644 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1480302-0667-4233-bc25-f39521026027 req-ae32868f-50a8-4c33-ae95-bc6cbfd30c5d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:45.250156 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1480302-0667-4233-bc25-f39521026027 req-ae32868f-50a8-4c33-ae95-bc6cbfd30c5d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 944 time: 0.0479016 Jul 28 09:18:45.265729 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fc570aa4-1115-4d47-bcc7-ccecccfd88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:45.296534 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc570aa4-1115-4d47-bcc7-ccecccfd88cd None None] Checking router: 25cd5ca0-264f-40d2-9291-e424b4e6305d for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:18:45.306485 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc570aa4-1115-4d47-bcc7-ccecccfd88cd None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:18:45.307155 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fc570aa4-1115-4d47-bcc7-ccecccfd88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:45.324386 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d79f414-1b96-4433-af75-1e019a7d2041 req-e3f6e4fe-9152-488b-acd8-9eab76ebf182 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0393023 Jul 28 09:18:45.328649 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1480302-0667-4233-bc25-f39521026027 req-cb5b6b03-c5a5-498f-91da-d685a1b216be tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708148 Jul 28 09:18:45.406431 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fc570aa4-1115-4d47-bcc7-ccecccfd88cd None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:18:45.438238 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:18:45.488456 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:45.534836 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:45.597304 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fc570aa4-1115-4d47-bcc7-ccecccfd88cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:45.622170 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc570aa4-1115-4d47-bcc7-ccecccfd88cd None None] The sync data for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi is: [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:18:45.825660 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e946a30c-5a54-4b1a-8d75-7d14ee4da421 None None] New status for floating IP 4dc8ff25-7f51-41c1-af2e-b0ef20a4d047: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:18:45.827948 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:45.829933 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=38,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:46.411836 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 51927101-a0e7-4577-83b1-566bb606eeb1 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:18:46.431308 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 51927101-a0e7-4577-83b1-566bb606eeb1 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:18:46.431656 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 51927101-a0e7-4577-83b1-566bb606eeb1 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:18:46.455560 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa71fa97-1a0d-44f7-97fa-5330b3269e70 req-56414400-f894-402f-b76b-ed8fde4f8656 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=145d502e-eb34-435a-8b8c-2ea6264d1506 HTTP/1.1" status: 200 len: 210 time: 0.0513768 Jul 28 09:18:46.474287 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2570a-6d70-417d-8826-4c945d44247f req-d3d4c050-23b7-4847-9713-3a7003a9038f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:46.474287 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ab2570a-6d70-417d-8826-4c945d44247f req-d3d4c050-23b7-4847-9713-3a7003a9038f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 944 time: 0.0696814 Jul 28 09:18:46.519607 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ab2570a-6d70-417d-8826-4c945d44247f req-00577a1f-5d62-4ef2-9a65-ba030b1964f2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411587 Jul 28 09:18:47.107174 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:47.109061 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=22,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:47.550640 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48726) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:47.631798 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b68e722d-c4ae-418a-83e1-64c8b8657b8f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (06f8a01b-3395-4836-bf79-87cb365b983b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:47.672448 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06178b3-08f2-4bd9-bd4f-5007cccea8c0 req-224bf3b9-41a5-4498-a8de-af7375010e12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:47.673924 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a06178b3-08f2-4bd9-bd4f-5007cccea8c0 req-224bf3b9-41a5-4498-a8de-af7375010e12 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 944 time: 0.0786562 Jul 28 09:18:47.675637 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b68e722d-c4ae-418a-83e1-64c8b8657b8f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (06f8a01b-3395-4836-bf79-87cb365b983b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:47.687801 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:47.746177 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a06178b3-08f2-4bd9-bd4f-5007cccea8c0 req-1ad3b491-1074-4706-8bd5-98a71f586e26 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612724 Jul 28 09:18:47.756659 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b68e722d-c4ae-418a-83e1-64c8b8657b8f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (06f8a01b-3395-4836-bf79-87cb365b983b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:47.759399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b68e722d-c4ae-418a-83e1-64c8b8657b8f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:47.763011 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b68e722d-c4ae-418a-83e1-64c8b8657b8f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "DELETE /v2.0/security-groups/06f8a01b-3395-4836-bf79-87cb365b983b HTTP/1.1" status: 204 len: 168 time: 0.2088556 Jul 28 09:18:47.763648 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:47.763795 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48728) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:47.771397 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e722d-c4ae-418a-83e1-64c8b8657b8f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f8a01b-3395-4836-bf79-87cb365b983b,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:47.780169 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-b92de36e-b675-4df3-892a-3f55cb301ec4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] show failed (client error): The resource could not be found. Jul 28 09:18:47.781199 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b92de36e-b675-4df3-892a-3f55cb301ec4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups/06f8a01b-3395-4836-bf79-87cb365b983b HTTP/1.1" status: 404 len: 347 time: 0.0165520 Jul 28 09:18:47.785528 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48730) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:47.895302 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-8ee476a6-6b11-4089-b0fd-a6d36180bb0c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Deleting port cd38b509-d75f-480f-bd75-eee34d01b5cd {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:18:47.895641 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee476a6-6b11-4089-b0fd-a6d36180bb0c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (cd38b509-d75f-480f-bd75-eee34d01b5cd), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:47.969862 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee476a6-6b11-4089-b0fd-a6d36180bb0c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (cd38b509-d75f-480f-bd75-eee34d01b5cd), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:47.970194 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee476a6-6b11-4089-b0fd-a6d36180bb0c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (cd38b509-d75f-480f-bd75-eee34d01b5cd), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:47.982901 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-8ee476a6-6b11-4089-b0fd-a6d36180bb0c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Calling delete_port for cd38b509-d75f-480f-bd75-eee34d01b5cd owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:18:48.113124 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee476a6-6b11-4089-b0fd-a6d36180bb0c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (cd38b509-d75f-480f-bd75-eee34d01b5cd), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.136976 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee476a6-6b11-4089-b0fd-a6d36180bb0c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event deleted for resources: {'Port': ['ID=cd38b509-d75f-480f-bd75-eee34d01b5cd,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:48.201058 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee476a6-6b11-4089-b0fd-a6d36180bb0c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (4dc8ff25-7f51-41c1-af2e-b0ef20a4d047), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.203570 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8ee476a6-6b11-4089-b0fd-a6d36180bb0c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.204959 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8ee476a6-6b11-4089-b0fd-a6d36180bb0c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "DELETE /v2.0/floatingips/4dc8ff25-7f51-41c1-af2e-b0ef20a4d047 HTTP/1.1" status: 204 len: 168 time: 0.4182234 Jul 28 09:18:48.291127 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48736) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:48.296299 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-761c8691-1bfb-49ec-ad46-b7ca8c083069 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546655686', 'description': 'tempest-description--105204471'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:48.317985 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-761c8691-1bfb-49ec-ad46-b7ca8c083069 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.387197 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-761c8691-1bfb-49ec-ad46-b7ca8c083069 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (2e47e0fc-171f-4c07-b4de-b63f4261763b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.390416 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-761c8691-1bfb-49ec-ad46-b7ca8c083069 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (2e47e0fc-171f-4c07-b4de-b63f4261763b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.420195 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-761c8691-1bfb-49ec-ad46-b7ca8c083069 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.421387 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-761c8691-1bfb-49ec-ad46-b7ca8c083069 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1292791 Jul 28 09:18:48.423383 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c8691-1bfb-49ec-ad46-b7ca8c083069 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e47e0fc-171f-4c07-b4de-b63f4261763b,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:48.424389 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48738) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:48.429781 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-2340774e-9fcc-41d9-a470-5931643e1e64 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'security_group_rule': {'security_group_id': '2e47e0fc-171f-4c07-b4de-b63f4261763b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:48.434563 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 642c71da-4349-4b9a-a9fe-eda73d9d6417 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:18:48.458057 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2340774e-9fcc-41d9-a470-5931643e1e64 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (2f29a754-7f48-4725-8904-6e3f209d3ca7), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.512563 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2340774e-9fcc-41d9-a470-5931643e1e64 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (2f29a754-7f48-4725-8904-6e3f209d3ca7), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.515856 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2340774e-9fcc-41d9-a470-5931643e1e64 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (2f29a754-7f48-4725-8904-6e3f209d3ca7), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.532207 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 642c71da-4349-4b9a-a9fe-eda73d9d6417, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=642c71da-4349-4b9a-a9fe-eda73d9d6417,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:18:48.536307 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340774e-9fcc-41d9-a470-5931643e1e64 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f29a754-7f48-4725-8904-6e3f209d3ca7,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:48.542384 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2340774e-9fcc-41d9-a470-5931643e1e64 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.546478 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2340774e-9fcc-41d9-a470-5931643e1e64 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175582 Jul 28 09:18:48.546580 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '642c71da-4349-4b9a-a9fe-eda73d9d6417', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'port_id': '642c71da-4349-4b9a-a9fe-eda73d9d6417', 'mac_address': 'fa:16:3e:e7:1f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:18:48.546893 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48740) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:48.551422 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-069c479b-249b-4889-809c-e9c4de9f8ca7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'security_group_rule': {'security_group_id': '2e47e0fc-171f-4c07-b4de-b63f4261763b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:48.577960 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-069c479b-249b-4889-809c-e9c4de9f8ca7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (b6fdbcb7-7d82-4e91-b430-7f08e451aa89), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.582462 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 642c71da-4349-4b9a-a9fe-eda73d9d6417 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:18:48.582852 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.595873 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642c71da-4349-4b9a-a9fe-eda73d9d6417 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:18:48.615703 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 642c71da-4349-4b9a-a9fe-eda73d9d6417, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=642c71da-4349-4b9a-a9fe-eda73d9d6417,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:18:48.619936 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.636017 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-069c479b-249b-4889-809c-e9c4de9f8ca7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (b6fdbcb7-7d82-4e91-b430-7f08e451aa89), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.639426 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-069c479b-249b-4889-809c-e9c4de9f8ca7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (b6fdbcb7-7d82-4e91-b430-7f08e451aa89), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.658064 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c479b-249b-4889-809c-e9c4de9f8ca7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fdbcb7-7d82-4e91-b430-7f08e451aa89,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:48.665861 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-069c479b-249b-4889-809c-e9c4de9f8ca7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.666458 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=642c71da-4349-4b9a-a9fe-eda73d9d6417,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:48.670732 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-069c479b-249b-4889-809c-e9c4de9f8ca7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191645 Jul 28 09:18:48.670990 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48742) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:48.674602 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.674988 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.675358 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.675698 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.675897 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:48.676018 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.676355 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.676681 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.677005 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.677331 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.677655 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.678005 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.678333 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.678646 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.678969 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.679289 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:18:48.697060 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.776003 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:48.898780 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0a50b-f452-4395-84d5-3a05e63e95a0 req-0103236b-dfcb-4d49-a82a-f200d3640cb9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:48.900121 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fd0a50b-f452-4395-84d5-3a05e63e95a0 req-0103236b-dfcb-4d49-a82a-f200d3640cb9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 945 time: 0.0787525 Jul 28 09:18:48.938846 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Allocated IP 172.27.0.84 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:18:48.985345 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fd0a50b-f452-4395-84d5-3a05e63e95a0 req-11a694d8-8372-4d14-a665-85f047cf9900 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770297 Jul 28 09:18:49.053557 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:49.067754 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for port (14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:49.077534 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:49.106447 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:49.114245 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['642c71da-4349-4b9a-a9fe-eda73d9d6417'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:18:49.146089 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:18:49.151217 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:18:49.155727 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:18:49.159011 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'Port': ['ID=14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:49.240054 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (8ba64696-1456-4a91-8f24-9c3ec1e37a50), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:49.281129 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:49.430329 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for port (14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:49.434693 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:49.506452 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'Port': ['ID=14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:49.515331 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (8ba64696-1456-4a91-8f24-9c3ec1e37a50), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:49.530814 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:49.532022 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f5ca414f-e5e7-4319-92c9-a14832b72f1d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8599184 Jul 28 09:18:49.739795 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-a63201ac-d07d-4d0d-b721-00386b5b1cbd tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--546655686&fields=id&tenant_id=6e862416d3ca4d019cd0dd62f439038c HTTP/1.1" status: 200 len: 267 time: 0.0425766 Jul 28 09:18:49.846638 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-07ddf830-e7b7-4073-8d3d-feeb069b90cf tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:49.848033 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-07ddf830-e7b7-4073-8d3d-feeb069b90cf tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 817 time: 0.1014566 Jul 28 09:18:49.861916 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-d75ea4c6-4111-4d76-af18-9d82a547fae7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/quotas/6e862416d3ca4d019cd0dd62f439038c HTTP/1.1" status: 200 len: 375 time: 0.0085623 Jul 28 09:18:49.910569 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5d4fafa2-b2c9-47bd-8e14-5a6b08fc6862 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439885 Jul 28 09:18:50.006805 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:50.013772 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-2a945723-8cee-44ba-9c0a-61241f71bb0b service neutron] 10.222.0.48 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913453 Jul 28 09:18:50.116455 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:50.122756 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e5ee-6084-41f0-8b74-cb51025f2cba req-2ae3df72-bf8a-4068-8186-b3e4a0fead01 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:50.124185 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d07e5ee-6084-41f0-8b74-cb51025f2cba req-2ae3df72-bf8a-4068-8186-b3e4a0fead01 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 945 time: 0.0630300 Jul 28 09:18:50.163502 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-9c5cb385-787d-4bc5-9e57-549f775a723c service neutron] 10.222.0.48 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438782 Jul 28 09:18:50.185557 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d07e5ee-6084-41f0-8b74-cb51025f2cba req-a9434bdb-e8a4-4403-b19b-cde85a6c3980 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547106 Jul 28 09:18:50.326859 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7a97f1bb-4f30-4a98-aef4-e45bccc19918 req-1884cfba-119a-4a7a-bffb-bdf2e5ff988d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 210 time: 0.0290935 Jul 28 09:18:50.441801 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 642c71da-4349-4b9a-a9fe-eda73d9d6417 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:18:50.485762 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 642c71da-4349-4b9a-a9fe-eda73d9d6417 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:18:50.491417 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 642c71da-4349-4b9a-a9fe-eda73d9d6417 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:18:50.491852 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:50.569587 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 642c71da-4349-4b9a-a9fe-eda73d9d6417 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:18:50.570002 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:50.717771 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642c71da-4349-4b9a-a9fe-eda73d9d6417'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:18:50.720071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6354b01-e3c9-4b9c-86b8-43ea72119902" -d '{"events": [{"server_uuid": "30f89173-0824-45dd-bdf5-c5af808a7dd2", "name": "network-vif-plugged", "status": "completed", "tag": "642c71da-4349-4b9a-a9fe-eda73d9d6417"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:18:50.735281 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 642c71da-4349-4b9a-a9fe-eda73d9d6417, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=642c71da-4349-4b9a-a9fe-eda73d9d6417,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:18:50.741708 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:50.767057 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3173cd60-4959-4b8c-b2e4-dd69ff7f725d x-openstack-request-id: req-3173cd60-4959-4b8c-b2e4-dd69ff7f725d {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:18:50.767350 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f89173-0824-45dd-bdf5-c5af808a7dd2", "name": "network-vif-plugged", "status": "completed", "tag": "642c71da-4349-4b9a-a9fe-eda73d9d6417", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:18:50.767602 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3173cd60-4959-4b8c-b2e4-dd69ff7f725d {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:18:50.767991 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3173cd60-4959-4b8c-b2e4-dd69ff7f725d'] response: {'server_uuid': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642c71da-4349-4b9a-a9fe-eda73d9d6417', 'code': 200} Jul 28 09:18:50.790555 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=642c71da-4349-4b9a-a9fe-eda73d9d6417,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:51.021628 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e2454-c08a-4e2f-a96d-2acaff2debb3 req-f82e237b-c5b2-4327-bac3-b187bd4810d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:51.023103 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df0e2454-c08a-4e2f-a96d-2acaff2debb3 req-f82e237b-c5b2-4327-bac3-b187bd4810d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 1130 time: 0.0377610 Jul 28 09:18:51.243578 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df0e2454-c08a-4e2f-a96d-2acaff2debb3 req-38499147-6c31-42e1-a1bd-a8129eda583a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406487 Jul 28 09:18:51.306294 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd71117-aa3b-4d4a-9f6b-0cf680c27f8b req-2ca90164-7e14-4acd-b3ca-891dd500f7b2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:51.307957 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dcd71117-aa3b-4d4a-9f6b-0cf680c27f8b req-2ca90164-7e14-4acd-b3ca-891dd500f7b2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 946 time: 0.0500798 Jul 28 09:18:51.364144 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dcd71117-aa3b-4d4a-9f6b-0cf680c27f8b req-cd21a1b6-0fff-4135-9ced-2bca4f76f9fa tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505083 Jul 28 09:18:51.431997 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7ce1507-49d9-4bf7-8f14-4c318b5b20a4 req-531f8b44-a666-48d1-902b-3624197c11d6 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 210 time: 0.0274835 Jul 28 09:18:51.825094 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-a9b4648a-0b19-4c1c-870d-41a262fb0196 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:51.826621 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-a9b4648a-0b19-4c1c-870d-41a262fb0196 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.60 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 817 time: 0.1032317 Jul 28 09:18:52.203568 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:52.217207 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:52.338938 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-c5a24a08-1382-443f-99b3-944209817220 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e862416d3ca4d019cd0dd62f439038c HTTP/1.1" status: 200 len: 379 time: 0.0536299 Jul 28 09:18:52.358678 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'port': {'device_id': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'admin_state_up': True, 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'security_groups': ['2e47e0fc-171f-4c07-b4de-b63f4261763b']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:52.499702 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124b6c9-96fd-4231-9f76-44fb21dd96f7 req-3a77f87b-5a51-4f7e-acf5-ff34666a9793 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:52.501169 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d124b6c9-96fd-4231-9f76-44fb21dd96f7 req-3a77f87b-5a51-4f7e-acf5-ff34666a9793 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 946 time: 0.0630002 Jul 28 09:18:52.528775 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Made reservation on behalf of 6e862416d3ca4d019cd0dd62f439038c for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:18:52.531853 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:52.564181 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-86917b38-2245-4f58-bffa-a40f4270ccbf req-d083fa46-39a7-406c-b990-3a96a420d30b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 210 time: 0.0506639 Jul 28 09:18:52.600399 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d124b6c9-96fd-4231-9f76-44fb21dd96f7 req-78d23aba-f16b-4b39-b4ac-76888ab8a9df tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932536 Jul 28 09:18:52.692115 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:52.698394 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Allocated IP 172.20.0.7 (62ef4833-ede7-4ed1-81d0-684613a04084/10724f6b-aa5e-44e0-8302-ebcb010872f7/760da6e1-e95d-4104-b4c2-bc4781aafac6) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:18:52.813299 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:52.849931 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:52.881759 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:52.926223 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Network 62ef4833-ede7-4ed1-81d0-684613a04084 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:18:52.927630 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:18:52.931483 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:18:52.961501 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event updated for resources: {'Port': ['ID=760da6e1-e95d-4104-b4c2-bc4781aafac6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:52.988404 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:52.989022 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:53.005682 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-5f1f097c-7585-4e22-bd65-53979424ef53 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6522315 Jul 28 09:18:53.170034 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-1f28ca7c-318e-4de9-88a9-117d09e1a859 None None] Provisioning complete for port 760da6e1-e95d-4104-b4c2-bc4781aafac6 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:18:53.170403 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1f28ca7c-318e-4de9-88a9-117d09e1a859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:53.201792 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-1f28ca7c-318e-4de9-88a9-117d09e1a859 None None] Port 760da6e1-e95d-4104-b4c2-bc4781aafac6 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:18:53.211318 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Request body: {'port': {'device_id': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:53.274080 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:53.525437 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760da6e1-e95d-4104-b4c2-bc4781aafac6 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:18:53.532776 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Publish callbacks [] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:53.545582 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Transition to ACTIVE for port object 760da6e1-e95d-4104-b4c2-bc4781aafac6 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:18:53.549251 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:53.601523 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Pushing event updated for resources: {'Port': ['ID=760da6e1-e95d-4104-b4c2-bc4781aafac6,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:53.685028 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:53.746274 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4cf7c-8f7e-4d38-b3f2-5ffdfa9dd0bf req-2d2a12e3-63ee-45c4-a1b7-734f4038cad9 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:53.747812 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a4c4cf7c-8f7e-4d38-b3f2-5ffdfa9dd0bf req-2d2a12e3-63ee-45c4-a1b7-734f4038cad9 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0979273 Jul 28 09:18:53.781024 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Attempting to bind port 760da6e1-e95d-4104-b4c2-bc4781aafac6 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:18:53.781361 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Attempting to bind port 760da6e1-e95d-4104-b4c2-bc4781aafac6 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:18:53.781681 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Attempting to bind port 760da6e1-e95d-4104-b4c2-bc4781aafac6 on network 62ef4833-ede7-4ed1-81d0-684613a04084 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:18:53.792970 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ca5df-7e85-4fe0-b354-cbc6b354c2a2 req-22b26ae3-e978-4069-a750-e346d952f4fb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:53.794431 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f4ca5df-7e85-4fe0-b354-cbc6b354c2a2 req-22b26ae3-e978-4069-a750-e346d952f4fb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 946 time: 0.1062036 Jul 28 09:18:53.799665 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Port 760da6e1-e95d-4104-b4c2-bc4781aafac6 on network 62ef4833-ede7-4ed1-81d0-684613a04084 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:18:53.799981 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Attempting to bind port 760da6e1-e95d-4104-b4c2-bc4781aafac6 on network 62ef4833-ede7-4ed1-81d0-684613a04084 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:18:53.825025 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:18:53.825363 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Checking segment: {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:18:53.825739 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Bound using segment: {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:18:53.826195 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Bound port: 760da6e1-e95d-4104-b4c2-bc4781aafac6, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9668f5-d53a-431c-88a4-e4bf58e239b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:18:53.826547 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:53.837794 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:53.865574 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a4c4cf7c-8f7e-4d38-b3f2-5ffdfa9dd0bf req-602b4d3c-008f-4ba4-a6ca-92412348989d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093917 Jul 28 09:18:53.900569 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f4ca5df-7e85-4fe0-b354-cbc6b354c2a2 req-217e0da9-0876-4ef2-8b7c-75c332c34f34 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984986 Jul 28 09:18:53.925672 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:18:53.928737 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:18:53.935931 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:53.972235 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:53.972847 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:53.974216 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] 10.222.0.60 "PUT /v2.0/ports/760da6e1-e95d-4104-b4c2-bc4781aafac6 HTTP/1.1" status: 200 len: 1093 time: 0.7671564 Jul 28 09:18:53.974782 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:18:53.977032 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:18:54.040250 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24282ec5-8973-4e7e-975a-1feff1a4ca20 x-openstack-request-id: req-24282ec5-8973-4e7e-975a-1feff1a4ca20 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:18:54.040559 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:18:54.040766 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24282ec5-8973-4e7e-975a-1feff1a4ca20 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:18:54.041156 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24282ec5-8973-4e7e-975a-1feff1a4ca20'] response: {'name': 'network-changed', 'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'status': 'completed', 'code': 200} Jul 28 09:18:54.075918 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f0429-7869-4633-9995-1844e4d85607 service neutron] Pushing event updated for resources: {'Port': ['ID=760da6e1-e95d-4104-b4c2-bc4781aafac6,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:54.090936 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff48b3-a61b-460d-abba-fb08f142f286 req-ed2ce7e4-fd1e-404c-bfde-c5517f1b665b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:54.092457 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-57ff48b3-a61b-460d-abba-fb08f142f286 req-ed2ce7e4-fd1e-404c-bfde-c5517f1b665b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 946 time: 0.1218929 Jul 28 09:18:54.100593 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-d7c74cbf-4346-47f5-83c9-e62e699d73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:54.102145 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-d7c74cbf-4346-47f5-83c9-e62e699d73ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 1127 time: 0.0637863 Jul 28 09:18:54.102883 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48796) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:18:54.107729 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-bcc18db9-4bf2-43d4-8c35-1d987d63c62f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'floatingip': {'port_id': '642c71da-4349-4b9a-a9fe-eda73d9d6417'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:18:54.178731 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bcc18db9-4bf2-43d4-8c35-1d987d63c62f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (5bf3a435-ca10-43ed-a912-893e896d0b9f), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:54.181619 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-61a8938a-0043-489b-8dd5-b8360f2fb7f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6 HTTP/1.1" status: 200 len: 217 time: 0.0438709 Jul 28 09:18:54.534915 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-a753a843-2496-4cb9-b9a6-f7e625e08728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:54.536318 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-a753a843-2496-4cb9-b9a6-f7e625e08728 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 200 len: 856 time: 0.3286490 Jul 28 09:18:54.622932 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-9d0369a4-94ae-4b28-b7ee-922910699df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:54.624291 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-9d0369a4-94ae-4b28-b7ee-922910699df7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62ef4833-ede7-4ed1-81d0-684613a04084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793469 Jul 28 09:18:54.823629 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:54.831227 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-0107aa90-52e6-4d00-9fdd-8550287c5766 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007451 Jul 28 09:18:55.063222 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20dc80-a52d-465f-9c2e-f02227566947 req-dcc1568e-2135-468a-aa19-6d63fb0d4039 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:55.064650 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed20dc80-a52d-465f-9c2e-f02227566947 req-dcc1568e-2135-468a-aa19-6d63fb0d4039 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.1221755 Jul 28 09:18:55.068339 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5187cab1-6378-48c1-b1f2-3797064feaf1 req-e3763b43-93b4-409a-bc78-cfba64459a54 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302942 Jul 28 09:18:55.102255 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bcc18db9-4bf2-43d4-8c35-1d987d63c62f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:55.109864 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bcc18db9-4bf2-43d4-8c35-1d987d63c62f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (5bf3a435-ca10-43ed-a912-893e896d0b9f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:55.116238 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:55.162279 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed20dc80-a52d-465f-9c2e-f02227566947 req-252aa508-43b3-437c-a110-30d2c3b7f1a7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914142 Jul 28 09:18:55.221241 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-bcc18db9-4bf2-43d4-8c35-1d987d63c62f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Floating IP 5bf3a435-ca10-43ed-a912-893e896d0b9f associated. External IP: 172.27.0.133, port: 642c71da-4349-4b9a-a9fe-eda73d9d6417. Jul 28 09:18:55.418833 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc18db9-4bf2-43d4-8c35-1d987d63c62f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Router 109703c7-684e-4e7e-9ac7-451f56fa01a1 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:18:55.518753 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc18db9-4bf2-43d4-8c35-1d987d63c62f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:18:55.523391 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bcc18db9-4bf2-43d4-8c35-1d987d63c62f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:55.527949 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ba1bf-063d-400d-bbe0-600e3df6d24d None None] Sync routers for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:18:55.537830 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ba1bf-063d-400d-bbe0-600e3df6d24d None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:18:55.538445 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c80ba1bf-063d-400d-bbe0-600e3df6d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:55.552498 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bcc18db9-4bf2-43d4-8c35-1d987d63c62f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "PUT /v2.0/floatingips/5bf3a435-ca10-43ed-a912-893e896d0b9f HTTP/1.1" status: 200 len: 992 time: 1.4486213 Jul 28 09:18:55.637584 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-c80ba1bf-063d-400d-bbe0-600e3df6d24d None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:18:55.847915 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c80ba1bf-063d-400d-bbe0-600e3df6d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '5bf3a435-ca10-43ed-a912-893e896d0b9f', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '642c71da-4349-4b9a-a9fe-eda73d9d6417', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:e7:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:18:37Z', 'updated_at': '2022-07-28T09:18:54Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:55.872383 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ba1bf-063d-400d-bbe0-600e3df6d24d None None] Checking router: 109703c7-684e-4e7e-9ac7-451f56fa01a1 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:18:55.880428 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ba1bf-063d-400d-bbe0-600e3df6d24d None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:18:55.881003 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c80ba1bf-063d-400d-bbe0-600e3df6d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:55.980662 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-c80ba1bf-063d-400d-bbe0-600e3df6d24d None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:18:56.043027 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'tag': '642c71da-4349-4b9a-a9fe-eda73d9d6417'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:18:56.045503 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "30f89173-0824-45dd-bdf5-c5af808a7dd2", "tag": "642c71da-4349-4b9a-a9fe-eda73d9d6417"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:18:56.082725 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dce506-677d-45ee-b4a0-2148163541a7 x-openstack-request-id: req-e9dce506-677d-45ee-b4a0-2148163541a7 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:18:56.083100 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f89173-0824-45dd-bdf5-c5af808a7dd2", "tag": "642c71da-4349-4b9a-a9fe-eda73d9d6417", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:18:56.083415 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9dce506-677d-45ee-b4a0-2148163541a7 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:18:56.083882 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9dce506-677d-45ee-b4a0-2148163541a7'] response: {'name': 'network-changed', 'server_uuid': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'tag': '642c71da-4349-4b9a-a9fe-eda73d9d6417', 'status': 'completed', 'code': 200} Jul 28 09:18:56.190195 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c80ba1bf-063d-400d-bbe0-600e3df6d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '5bf3a435-ca10-43ed-a912-893e896d0b9f', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '642c71da-4349-4b9a-a9fe-eda73d9d6417', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:e7:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:18:37Z', 'updated_at': '2022-07-28T09:18:54Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:18:56.219157 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ba1bf-063d-400d-bbe0-600e3df6d24d None None] The sync data for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi is: [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '5bf3a435-ca10-43ed-a912-893e896d0b9f', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '642c71da-4349-4b9a-a9fe-eda73d9d6417', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:e7:1f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:18:37Z', 'updated_at': '2022-07-28T09:18:54Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:18:56.293517 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fd388-31bf-41c9-b97a-33de2c6be6aa req-17b148ef-713c-46d1-9c1e-b319b0a08b9e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:56.295068 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e4fd388-31bf-41c9-b97a-33de2c6be6aa req-17b148ef-713c-46d1-9c1e-b319b0a08b9e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0534346 Jul 28 09:18:56.321031 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:56.346778 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e4fd388-31bf-41c9-b97a-33de2c6be6aa req-99905295-42e8-4f92-835e-9cb33cea792c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459254 Jul 28 09:18:56.413071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c90d02-1f02-4677-a7b3-5d521c05b936 None None] New status for floating IP 5bf3a435-ca10-43ed-a912-893e896d0b9f: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:18:56.490847 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:56.851819 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3d23-f733-4d87-823e-aa71a8abbf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:57.459367 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6 req-7abeb050-f00b-41c6-bde0-9e337b1fe08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:57.460889 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6 req-7abeb050-f00b-41c6-bde0-9e337b1fe08a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 1127 time: 0.0805793 Jul 28 09:18:57.495340 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7 req-5539ff98-c6f3-4ab0-a376-2abdd663ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:57.496714 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7 req-5539ff98-c6f3-4ab0-a376-2abdd663ad9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 1130 time: 0.0868740 Jul 28 09:18:57.558703 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4618d9-eb5c-462e-8670-1b96fb50f068 req-8bca27bd-ac27-48d3-9702-9788fc922d4e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:57.560114 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd4618d9-eb5c-462e-8670-1b96fb50f068 req-8bca27bd-ac27-48d3-9702-9788fc922d4e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.1189275 Jul 28 09:18:57.693602 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7 req-16693cad-3923-4c74-8da2-3f75eed46061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:57.694978 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7 req-16693cad-3923-4c74-8da2-3f75eed46061 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 916 time: 0.1852269 Jul 28 09:18:57.698331 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fd4618d9-eb5c-462e-8670-1b96fb50f068 req-a199e5be-e0c2-4280-b96f-af54d11c5b7c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069353 Jul 28 09:18:57.699922 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6 req-d664eb0f-13e5-4901-9873-9ed6a430c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:57.701243 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6 req-d664eb0f-13e5-4901-9873-9ed6a430c09c service neutron] 10.222.0.60 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 918 time: 0.2193854 Jul 28 09:18:57.771273 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6 req-9c1300b0-c414-4a31-ad6c-9778d44cb501 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6 HTTP/1.1" status: 200 len: 217 time: 0.0632870 Jul 28 09:18:57.818090 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7 req-4ad9c73b-b4e1-4437-88f1-2756edeceb21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=642c71da-4349-4b9a-a9fe-eda73d9d6417 HTTP/1.1" status: 200 len: 1002 time: 0.1159453 Jul 28 09:18:57.861463 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6 req-0305b762-4681-4b6d-bd46-6993bcf2b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:57.862866 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6 req-0305b762-4681-4b6d-bd46-6993bcf2b06d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 200 len: 856 time: 0.0826764 Jul 28 09:18:57.902944 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7 req-f4f9f0ac-f1ec-4b59-ae5f-00f5206569d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:57.904326 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7 req-f4f9f0ac-f1ec-4b59-ae5f-00f5206569d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0769501 Jul 28 09:18:57.908396 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:57.922382 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6 req-cbde49e0-82ac-4470-9200-10be320b419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:57.923880 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6 req-cbde49e0-82ac-4470-9200-10be320b419d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62ef4833-ede7-4ed1-81d0-684613a04084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552690 Jul 28 09:18:58.221350 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7 req-e2849689-ef3d-48b7-8871-71a03ba07d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:58.222836 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7 req-e2849689-ef3d-48b7-8871-71a03ba07d14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a25c70eb-0093-412d-853c-bc88149a664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3110297 Jul 28 09:18:58.314502 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6 req-2283829b-149f-408c-b02a-08c856ccfe1a service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715696 Jul 28 09:18:58.385251 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7 req-d50ea97f-fb24-4b48-ba1b-d4bcbb3bff61 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528952 Jul 28 09:18:58.471115 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1ccfb2c-aacb-44ed-866d-b651fe5442e6 req-c2968d00-8335-4146-accd-0da1bec4de59 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466708 Jul 28 09:18:58.504503 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5ed50c9e-577a-4d97-96ed-3ab1a250e4c7 req-004d63da-7122-4bae-9307-a9b3703e97ca service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101139 Jul 28 09:18:58.520089 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 760da6e1-e95d-4104-b4c2-bc4781aafac6 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:18:58.534250 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=61,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:58.536171 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=64,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:58.626592 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:18:58.637359 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'port_id': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'mac_address': 'fa:16:3e:fc:43:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:18:58.671208 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 760da6e1-e95d-4104-b4c2-bc4781aafac6 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:18:58.671596 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:58.684396 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760da6e1-e95d-4104-b4c2-bc4781aafac6 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:18:58.703303 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:18:58.707252 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:58.756694 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=760da6e1-e95d-4104-b4c2-bc4781aafac6,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:18:58.806188 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:18:58.824345 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae76c8e-fb6b-4a2d-a82d-fe0f48f4c57b req-fd3a437e-d7a8-4b56-9f0e-4b2c706db78a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:58.825780 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8ae76c8e-fb6b-4a2d-a82d-fe0f48f4c57b req-fd3a437e-d7a8-4b56-9f0e-4b2c706db78a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 944 time: 0.0465953 Jul 28 09:18:58.872456 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8ae76c8e-fb6b-4a2d-a82d-fe0f48f4c57b req-5c3d70b3-360e-47ea-8c1a-ce0cd4f7889d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410147 Jul 28 09:18:59.152595 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['760da6e1-e95d-4104-b4c2-bc4781aafac6'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:18:59.361622 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5bc6e48f-c054-4274-9239-e185ce971840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:18:59.991340 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8f30e-6a7a-4cc7-82d8-efa173477ccb req-a6c550c5-0f7a-4f43-894a-b78faf856fbf tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:18:59.993253 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dcd8f30e-6a7a-4cc7-82d8-efa173477ccb req-a6c550c5-0f7a-4f43-894a-b78faf856fbf tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 944 time: 0.0455921 Jul 28 09:19:00.039137 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dcd8f30e-6a7a-4cc7-82d8-efa173477ccb req-db227f9e-9eb9-42c4-ab8a-df1e870a7fae tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398653 Jul 28 09:19:00.259781 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:00.540986 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 760da6e1-e95d-4104-b4c2-bc4781aafac6 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:19:00.582836 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 760da6e1-e95d-4104-b4c2-bc4781aafac6 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:19:00.588328 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 760da6e1-e95d-4104-b4c2-bc4781aafac6 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:19:00.588765 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:00.610555 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:00.661223 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 760da6e1-e95d-4104-b4c2-bc4781aafac6 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:19:00.661609 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:00.686151 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:19:00.688353 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa51a7b-ab27-4dc0-b1b1-4c622f61760a" -d '{"events": [{"server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "name": "network-vif-plugged", "status": "completed", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:19:00.701292 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:00.706369 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:00.729555 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ee3ce9-e6dc-4ec7-a16f-f210d1530457 x-openstack-request-id: req-98ee3ce9-e6dc-4ec7-a16f-f210d1530457 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:19:00.729892 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "name": "network-vif-plugged", "status": "completed", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:19:00.730147 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98ee3ce9-e6dc-4ec7-a16f-f210d1530457 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:19:00.730539 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ee3ce9-e6dc-4ec7-a16f-f210d1530457'] response: {'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'code': 200} Jul 28 09:19:00.755417 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=760da6e1-e95d-4104-b4c2-bc4781aafac6,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:00.952719 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8e359-3fd0-4ddf-a22f-9a96ad620321 req-b8c95b7b-4d5c-4340-b571-bcbc0a08cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:00.954207 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67c8e359-3fd0-4ddf-a22f-9a96ad620321 req-b8c95b7b-4d5c-4340-b571-bcbc0a08cd73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 1129 time: 0.0431757 Jul 28 09:19:00.997277 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67c8e359-3fd0-4ddf-a22f-9a96ad620321 req-7895cc96-465d-437b-871c-8840e9bbcf99 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369964 Jul 28 09:19:01.162052 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf7367-20d9-44d6-8159-2af127290214 req-8cffc2c6-2d7c-41b2-bc68-2021d2e0f499 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:01.163498 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22cf7367-20d9-44d6-8159-2af127290214 req-8cffc2c6-2d7c-41b2-bc68-2021d2e0f499 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0461025 Jul 28 09:19:01.209904 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-22cf7367-20d9-44d6-8159-2af127290214 req-78e22f71-34fc-4762-83c3-0cce114f7a86 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404010 Jul 28 09:19:01.747417 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:01.921058 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:02.332387 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f45880-b534-42da-aa09-d881695539cd req-8c9d39e3-127f-424a-89d5-6e7266fc626c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:02.333901 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3f45880-b534-42da-aa09-d881695539cd req-8c9d39e3-127f-424a-89d5-6e7266fc626c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0478857 Jul 28 09:19:02.384260 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3f45880-b534-42da-aa09-d881695539cd req-712af2c0-08cd-4363-83e1-49c15ec1f310 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448627 Jul 28 09:19:03.492634 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:03.510469 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cce43c-e2a0-4e9a-8961-21c4860da06a req-6881ad18-e55e-4dcf-8917-49ba04d5ed8f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:03.512422 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-98cce43c-e2a0-4e9a-8961-21c4860da06a req-6881ad18-e55e-4dcf-8917-49ba04d5ed8f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0463498 Jul 28 09:19:03.560304 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-98cce43c-e2a0-4e9a-8961-21c4860da06a req-f51ee28f-23e7-4a6c-b4fd-0de5b72c3681 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423179 Jul 28 09:19:03.675354 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda5c39-2ef4-4291-bda9-22f0ab3ca90e req-a88ec5dc-3231-4ec8-b1aa-e6c29e10e8a4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:03.676710 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9cda5c39-2ef4-4291-bda9-22f0ab3ca90e req-a88ec5dc-3231-4ec8-b1aa-e6c29e10e8a4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0464473 Jul 28 09:19:03.686120 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48828) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:03.690253 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-4d824766-4312-4b76-addc-cf6dcac0379d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Request body: {'floatingip': {'port_id': '760da6e1-e95d-4104-b4c2-bc4781aafac6'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:19:03.731901 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4d824766-4312-4b76-addc-cf6dcac0379d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (8ba64696-1456-4a91-8f24-9c3ec1e37a50), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:04.146948 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4d824766-4312-4b76-addc-cf6dcac0379d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:04.150582 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4d824766-4312-4b76-addc-cf6dcac0379d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (8ba64696-1456-4a91-8f24-9c3ec1e37a50), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:04.193963 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:04.243933 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-4d824766-4312-4b76-addc-cf6dcac0379d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Floating IP 8ba64696-1456-4a91-8f24-9c3ec1e37a50 associated. External IP: 172.27.0.84, port: 760da6e1-e95d-4104-b4c2-bc4781aafac6. Jul 28 09:19:04.437178 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d824766-4312-4b76-addc-cf6dcac0379d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Router 25cd5ca0-264f-40d2-9291-e424b4e6305d has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:19:04.534942 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:04.537713 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d824766-4312-4b76-addc-cf6dcac0379d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:19:04.543316 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4d824766-4312-4b76-addc-cf6dcac0379d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:04.548165 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c10be-ae97-445a-af2e-aa5f9f795094 None None] Sync routers for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:19:04.556321 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:04.561933 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c10be-ae97-445a-af2e-aa5f9f795094 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:19:04.562548 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0e9c10be-ae97-445a-af2e-aa5f9f795094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:04.573371 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4d824766-4312-4b76-addc-cf6dcac0379d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "PUT /v2.0/floatingips/8ba64696-1456-4a91-8f24-9c3ec1e37a50 HTTP/1.1" status: 200 len: 990 time: 0.8862138 Jul 28 09:19:04.574071 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:19:04.576389 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4ac038-c919-4f79-b296-00fc3cb2da16" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:19:04.613414 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585c3ed4-3a2b-4400-9eee-9ae75181f999 x-openstack-request-id: req-585c3ed4-3a2b-4400-9eee-9ae75181f999 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:19:04.613707 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:19:04.613991 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-585c3ed4-3a2b-4400-9eee-9ae75181f999 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:19:04.614398 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585c3ed4-3a2b-4400-9eee-9ae75181f999'] response: {'name': 'network-changed', 'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'status': 'completed', 'code': 200} Jul 28 09:19:04.705024 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ac038-c919-4f79-b296-00fc3cb2da16 req-6ca3d6b2-60e5-491b-83f3-fa474929b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:04.706469 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4ac038-c919-4f79-b296-00fc3cb2da16 req-6ca3d6b2-60e5-491b-83f3-fa474929b138 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 1129 time: 0.0405974 Jul 28 09:19:04.749364 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-0e9c10be-ae97-445a-af2e-aa5f9f795094 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:19:04.805569 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ac038-c919-4f79-b296-00fc3cb2da16 req-3348a159-6313-44ff-84cf-fddc443e88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:04.807104 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4ac038-c919-4f79-b296-00fc3cb2da16 req-3348a159-6313-44ff-84cf-fddc443e88fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 918 time: 0.0935354 Jul 28 09:19:04.871743 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4ac038-c919-4f79-b296-00fc3cb2da16 req-6d8e79b1-983d-4200-ac76-01ec5c4d3ee7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6 HTTP/1.1" status: 200 len: 998 time: 0.0547345 Jul 28 09:19:04.888074 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:04.923992 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ac038-c919-4f79-b296-00fc3cb2da16 req-0308da11-f10e-4f8c-9346-918ad18046a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:04.925460 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4ac038-c919-4f79-b296-00fc3cb2da16 req-0308da11-f10e-4f8c-9346-918ad18046a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 200 len: 856 time: 0.0475848 Jul 28 09:19:04.956861 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0e9c10be-ae97-445a-af2e-aa5f9f795094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '8ba64696-1456-4a91-8f24-9c3ec1e37a50', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'port_id': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'mac_address': 'fa:16:3e:fc:43:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:18:49Z', 'updated_at': '2022-07-28T09:19:04Z', 'revision_number': 1, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:04.972653 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ac038-c919-4f79-b296-00fc3cb2da16 req-693582ad-2881-4c69-bcc1-a530910e7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:04.974234 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4ac038-c919-4f79-b296-00fc3cb2da16 req-693582ad-2881-4c69-bcc1-a530910e7881 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62ef4833-ede7-4ed1-81d0-684613a04084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386722 Jul 28 09:19:04.981658 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c10be-ae97-445a-af2e-aa5f9f795094 None None] Checking router: 25cd5ca0-264f-40d2-9291-e424b4e6305d for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:19:04.991679 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c10be-ae97-445a-af2e-aa5f9f795094 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:19:04.992594 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0e9c10be-ae97-445a-af2e-aa5f9f795094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:05.065713 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4ac038-c919-4f79-b296-00fc3cb2da16 req-19e59ba4-bba1-4324-949f-ce29e2556e27 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848188 Jul 28 09:19:05.094137 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-0e9c10be-ae97-445a-af2e-aa5f9f795094 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:19:05.175198 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4ac038-c919-4f79-b296-00fc3cb2da16 req-72cc3ace-270f-4489-b55a-a9f102667b70 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024373 Jul 28 09:19:05.306114 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0e9c10be-ae97-445a-af2e-aa5f9f795094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '8ba64696-1456-4a91-8f24-9c3ec1e37a50', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'port_id': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'mac_address': 'fa:16:3e:fc:43:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:18:49Z', 'updated_at': '2022-07-28T09:19:04Z', 'revision_number': 1, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:05.330954 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c10be-ae97-445a-af2e-aa5f9f795094 None None] The sync data for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi is: [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '8ba64696-1456-4a91-8f24-9c3ec1e37a50', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'port_id': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'mac_address': 'fa:16:3e:fc:43:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:18:49Z', 'updated_at': '2022-07-28T09:19:04Z', 'revision_number': 1, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:19:05.509737 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2143f13e-492f-4655-8521-6edf8a5baadd None None] New status for floating IP 8ba64696-1456-4a91-8f24-9c3ec1e37a50: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:19:05.608542 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:09.990856 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117eaaf-5ab2-439e-84ff-76a8c1af003f req-ff6b82b3-bdb4-4a05-b933-f27419243634 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:09.992315 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7117eaaf-5ab2-439e-84ff-76a8c1af003f req-ff6b82b3-bdb4-4a05-b933-f27419243634 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0474226 Jul 28 09:19:10.044696 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7117eaaf-5ab2-439e-84ff-76a8c1af003f req-34e093db-5d6f-43ed-9bb6-967d7f9be439 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468299 Jul 28 09:19:11.165355 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc1913-b571-4a53-b7bb-0bb6a157a182 req-68f857c8-820e-43bb-8d29-9579e560242c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:11.166817 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7bc1913-b571-4a53-b7bb-0bb6a157a182 req-68f857c8-820e-43bb-8d29-9579e560242c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0501761 Jul 28 09:19:11.212617 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7bc1913-b571-4a53-b7bb-0bb6a157a182 req-8679264d-62ba-411b-adbf-4b0ae50569f4 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=878d1579-1ab1-453a-84bb-f58e191788d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403516 Jul 28 09:19:11.603057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:11.622435 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-68cb8741-9467-4142-ae4a-70a44a095b80 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:11.623880 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-68cb8741-9467-4142-ae4a-70a44a095b80 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.60 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 946 time: 0.0469601 Jul 28 09:19:11.716422 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Deleting port e8f10ca5-9e77-4e44-90da-226feaaaae51 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:19:11.716802 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:11.806578 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] For port e8f10ca5-9e77-4e44-90da-226feaaaae51, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=e8f10ca5-9e77-4e44-90da-226feaaaae51,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:11.806943 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:11.821906 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:11.975819 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:11.976179 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (9966b431-8665-4d26-85e3-ea4c67c808cb), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:11.976475 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Floating IP 9966b431-8665-4d26-85e3-ea4c67c808cb disassociated. External IP: 172.27.0.221, port: e8f10ca5-9e77-4e44-90da-226feaaaae51. Jul 28 09:19:11.976812 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Calling delete_port for e8f10ca5-9e77-4e44-90da-226feaaaae51 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:19:12.110344 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (e8f10ca5-9e77-4e44-90da-226feaaaae51), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:12.138419 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event deleted for resources: {'Port': ['ID=e8f10ca5-9e77-4e44-90da-226feaaaae51,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:12.255540 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:19:12.345702 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f61ed5e7-c89f-4e37-b0da-767330fabf02 req-d2983623-147d-4f6a-9cc4-b27317d2c434 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 210 time: 0.0441072 Jul 28 09:19:12.421809 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b55ce-11b3-4fd6-9a73-f59eb40745c8 req-489b73c6-6e8c-4b04-961b-6c3a199b661c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:12.423202 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-473b55ce-11b3-4fd6-9a73-f59eb40745c8 req-489b73c6-6e8c-4b04-961b-6c3a199b661c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.1085818 Jul 28 09:19:12.447711 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:19:12.459121 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6500f9-e994-45c4-a89b-6813077b1452 None None] Sync routers for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:19:12.469031 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6500f9-e994-45c4-a89b-6813077b1452 None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:19:12.469861 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-bb6500f9-e994-45c4-a89b-6813077b1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:12.506039 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] No DVR routers for this DVR port e8f10ca5-9e77-4e44-90da-226feaaaae51 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:19:12.511636 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:12.514874 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8735a35-17a6-49a2-ac88-6c66f9561e84 req-f7c7d480-9946-46bf-9c8d-4e0a5ac9aad7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.60 "DELETE /v2.0/ports/e8f10ca5-9e77-4e44-90da-226feaaaae51 HTTP/1.1" status: 204 len: 173 time: 0.8806272 Jul 28 09:19:12.515310 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6936b19d-2a6d-4b60-a88f-549320d81537', 'name': 'network-vif-deleted', 'tag': 'e8f10ca5-9e77-4e44-90da-226feaaaae51'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:19:12.517542 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e7b735-ad27-4c38-bcb9-51e0d129d29d" -d '{"events": [{"server_uuid": "6936b19d-2a6d-4b60-a88f-549320d81537", "name": "network-vif-deleted", "tag": "e8f10ca5-9e77-4e44-90da-226feaaaae51"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:19:12.531615 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-473b55ce-11b3-4fd6-9a73-f59eb40745c8 req-e0cfdfc1-fc95-49d7-95fe-84820ea662e6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015444 Jul 28 09:19:12.568502 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ffecde-0e53-4640-a39c-1f48f4595de6 x-openstack-request-id: req-e2ffecde-0e53-4640-a39c-1f48f4595de6 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:19:12.568834 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6936b19d-2a6d-4b60-a88f-549320d81537", "name": "network-vif-deleted", "tag": "e8f10ca5-9e77-4e44-90da-226feaaaae51", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:19:12.569053 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2ffecde-0e53-4640-a39c-1f48f4595de6 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:19:12.569462 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ffecde-0e53-4640-a39c-1f48f4595de6'] response: {'server_uuid': '6936b19d-2a6d-4b60-a88f-549320d81537', 'name': 'network-vif-deleted', 'tag': 'e8f10ca5-9e77-4e44-90da-226feaaaae51', 'status': 'completed', 'code': 200} Jul 28 09:19:12.580304 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-bb6500f9-e994-45c4-a89b-6813077b1452 None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:19:12.763395 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:12.768608 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-bb6500f9-e994-45c4-a89b-6813077b1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:12.792581 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6500f9-e994-45c4-a89b-6813077b1452 None None] Checking router: 26a38532-9eed-4f40-8e77-0dcc98c8ec09 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:19:12.800564 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6500f9-e994-45c4-a89b-6813077b1452 None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:19:12.801140 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-bb6500f9-e994-45c4-a89b-6813077b1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:12.898044 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-bb6500f9-e994-45c4-a89b-6813077b1452 None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:19:12.924950 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:13.076638 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-bb6500f9-e994-45c4-a89b-6813077b1452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:13.103938 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6500f9-e994-45c4-a89b-6813077b1452 None None] The sync data for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi is: [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:19:13.302097 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48128f57-1436-4325-9c68-d007d3762fac None None] New status for floating IP 9966b431-8665-4d26-85e3-ea4c67c808cb: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:19:13.452373 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3b6d9b1-ec22-4264-9499-7398dd33873b req-44a5a6e8-5661-4cee-a5c9-75879865b8f0 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 210 time: 0.0316529 Jul 28 09:19:13.644085 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6fcf5-fe3b-473c-ac9c-e2a9be8424b5 req-1bff2f9e-40c2-490f-a142-d60e48465c1d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:13.645425 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19c6fcf5-fe3b-473c-ac9c-e2a9be8424b5 req-1bff2f9e-40c2-490f-a142-d60e48465c1d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0480664 Jul 28 09:19:13.692986 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-19c6fcf5-fe3b-473c-ac9c-e2a9be8424b5 req-acc67088-1f29-4499-8201-c740096b940f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Jul 28 09:19:14.534146 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:14.551583 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9fc47913-4be2-4df3-b649-ee946fe5e984 req-ccf8bfde-01c6-432c-84e4-48c7e6d81d6f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 210 time: 0.0271966 Jul 28 09:19:14.619074 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device e8f10ca5-9e77-4e44-90da-226feaaaae51 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:19:14.638630 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: e8f10ca5-9e77-4e44-90da-226feaaaae51 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:19:14.638973 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device e8f10ca5-9e77-4e44-90da-226feaaaae51 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:19:14.809607 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b052-5143-4731-99fe-b047c334dee2 req-d60449e7-5f56-4fd9-a1ce-6870a0ced47a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:14.811061 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7408b052-5143-4731-99fe-b047c334dee2 req-d60449e7-5f56-4fd9-a1ce-6870a0ced47a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0463569 Jul 28 09:19:14.856128 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7408b052-5143-4731-99fe-b047c334dee2 req-1ad890b3-d559-4368-94ea-2f3209ad4a5f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396385 Jul 28 09:19:15.631749 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:15.654324 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-53fc2c58-b85d-4540-a5a9-1b9fad8f6fa8 req-425723ef-c03c-4841-8b72-5767a57870ea tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=6936b19d-2a6d-4b60-a88f-549320d81537 HTTP/1.1" status: 200 len: 210 time: 0.0307252 Jul 28 09:19:15.971129 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e0e68-2d9d-474b-b198-ce76017fb15c req-dc9e66e8-279d-45f6-964c-561fa445d311 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:15.972577 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b3e0e68-2d9d-474b-b198-ce76017fb15c req-dc9e66e8-279d-45f6-964c-561fa445d311 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0459580 Jul 28 09:19:16.020950 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b3e0e68-2d9d-474b-b198-ce76017fb15c req-363c290f-0595-4171-bb3c-8cf4b1632a06 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc49bf14-e91d-46e4-9c01-639a5f7b265f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427275 Jul 28 09:19:16.547125 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-35d935b4-c413-4892-8f0d-1a8e9fa4026c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:16.548729 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-35d935b4-c413-4892-8f0d-1a8e9fa4026c tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 945 time: 0.0519879 Jul 28 09:19:16.641879 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Deleting port 433c3376-c310-4c2a-80fa-815d10d185aa {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:19:16.642567 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:16.738423 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] For port 433c3376-c310-4c2a-80fa-815d10d185aa, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=433c3376-c310-4c2a-80fa-815d10d185aa,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:16.738855 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:16.751477 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48894) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:16.809711 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ade59dff-5ec5-46ac-b51e-2e5827c916b4 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (878d1579-1ab1-453a-84bb-f58e191788d9), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:16.836592 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ade59dff-5ec5-46ac-b51e-2e5827c916b4 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (878d1579-1ab1-453a-84bb-f58e191788d9), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:16.884408 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ade59dff-5ec5-46ac-b51e-2e5827c916b4 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (878d1579-1ab1-453a-84bb-f58e191788d9), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:16.887710 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ade59dff-5ec5-46ac-b51e-2e5827c916b4 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:16.888882 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ade59dff-5ec5-46ac-b51e-2e5827c916b4 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "DELETE /v2.0/security-groups/878d1579-1ab1-453a-84bb-f58e191788d9 HTTP/1.1" status: 204 len: 168 time: 0.1361203 Jul 28 09:19:16.892344 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48896) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:16.907144 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:16.907507 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (f4265ecd-63e3-4f7c-8a6f-fde413e48f61), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:16.907822 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Floating IP f4265ecd-63e3-4f7c-8a6f-fde413e48f61 disassociated. External IP: 172.27.0.13, port: 433c3376-c310-4c2a-80fa-815d10d185aa. Jul 28 09:19:16.908252 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Calling delete_port for 433c3376-c310-4c2a-80fa-815d10d185aa owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:19:16.909092 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade59dff-5ec5-46ac-b51e-2e5827c916b4 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878d1579-1ab1-453a-84bb-f58e191788d9,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:16.912686 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.api.v2.resource [None req-1a75c466-ab78-4ba3-b2f9-459425a92261 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] show failed (client error): The resource could not be found. Jul 28 09:19:16.913728 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1a75c466-ab78-4ba3-b2f9-459425a92261 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups/878d1579-1ab1-453a-84bb-f58e191788d9 HTTP/1.1" status: 404 len: 347 time: 0.0193176 Jul 28 09:19:16.916697 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48898) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:17.031510 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-35ecda23-02c8-4f74-a8b8-671fa0604ff3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Deleting port b70a5be5-8357-4d33-87c5-fdf313b35876 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:19:17.031852 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35ecda23-02c8-4f74-a8b8-671fa0604ff3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (b70a5be5-8357-4d33-87c5-fdf313b35876), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.039057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (433c3376-c310-4c2a-80fa-815d10d185aa), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.075333 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event deleted for resources: {'Port': ['ID=433c3376-c310-4c2a-80fa-815d10d185aa,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:17.115799 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35ecda23-02c8-4f74-a8b8-671fa0604ff3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (b70a5be5-8357-4d33-87c5-fdf313b35876), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.116132 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35ecda23-02c8-4f74-a8b8-671fa0604ff3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (b70a5be5-8357-4d33-87c5-fdf313b35876), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.135969 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-35ecda23-02c8-4f74-a8b8-671fa0604ff3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Calling delete_port for b70a5be5-8357-4d33-87c5-fdf313b35876 owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:19:17.150103 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-79f6c30f-1283-4c4a-b8e6-72bd76522e1a req-4507e16b-3549-4a29-b324-a439740e4c2e tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0336080 Jul 28 09:19:17.273833 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35ecda23-02c8-4f74-a8b8-671fa0604ff3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (b70a5be5-8357-4d33-87c5-fdf313b35876), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.298288 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecda23-02c8-4f74-a8b8-671fa0604ff3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event deleted for resources: {'Port': ['ID=b70a5be5-8357-4d33-87c5-fdf313b35876,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:17.369926 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35ecda23-02c8-4f74-a8b8-671fa0604ff3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (9966b431-8665-4d26-85e3-ea4c67c808cb), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.372307 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35ecda23-02c8-4f74-a8b8-671fa0604ff3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.376409 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-35ecda23-02c8-4f74-a8b8-671fa0604ff3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "DELETE /v2.0/floatingips/9966b431-8665-4d26-85e3-ea4c67c808cb HTTP/1.1" status: 204 len: 168 time: 0.4553044 Jul 28 09:19:17.444039 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Router 6b48974c-9b28-43c8-83af-4ee4756142f0 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:19:17.464370 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48904) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:17.473389 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-ef298d79-ed65-4b70-b86b-a8d940facf2d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385258454', 'description': 'tempest-description--600410324'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:19:17.495913 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ef298d79-ed65-4b70-b86b-a8d940facf2d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.551321 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:17.563853 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:17.570643 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:19:17.573051 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ef298d79-ed65-4b70-b86b-a8d940facf2d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (a8d560d8-9744-44ea-afc3-1432b1c66c01), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.578917 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ef298d79-ed65-4b70-b86b-a8d940facf2d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (a8d560d8-9744-44ea-afc3-1432b1c66c01), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.583777 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faa417f-4bdc-4f00-a2ae-5c501e7e3a37 None None] Sync routers for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:19:17.601773 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa417f-4bdc-4f00-a2ae-5c501e7e3a37 None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:19:17.602627 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6faa417f-4bdc-4f00-a2ae-5c501e7e3a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:17.617883 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ef298d79-ed65-4b70-b86b-a8d940facf2d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.617883 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ef298d79-ed65-4b70-b86b-a8d940facf2d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1474781 Jul 28 09:19:17.620548 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48906) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:17.624815 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-e9a5c65b-0a83-445d-aea0-e696f4522eac tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'security_group_rule': {'security_group_id': 'a8d560d8-9744-44ea-afc3-1432b1c66c01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:19:17.632826 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:17.634195 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] No DVR routers for this DVR port 433c3376-c310-4c2a-80fa-815d10d185aa on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:19:17.636653 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef298d79-ed65-4b70-b86b-a8d940facf2d tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d560d8-9744-44ea-afc3-1432b1c66c01,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:17.637198 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.641435 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d185d99-bb4b-4e00-bd0b-856d3dd756da req-8484f585-9563-4dbc-a78e-4f4af553e051 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "DELETE /v2.0/ports/433c3376-c310-4c2a-80fa-815d10d185aa HTTP/1.1" status: 204 len: 173 time: 1.0862582 Jul 28 09:19:17.642834 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'name': 'network-vif-deleted', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:19:17.655683 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4e4ee2-6dd3-41c7-bbe0-b34f548c7437" -d '{"events": [{"server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "name": "network-vif-deleted", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:19:17.666488 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c65b-0a83-445d-aea0-e696f4522eac tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (51e35468-e20f-44a0-b533-24432ecdbb99), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.690496 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:17.699966 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f03be6b-59c9-432e-849a-b15964a5324d x-openstack-request-id: req-9f03be6b-59c9-432e-849a-b15964a5324d {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:19:17.700297 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f77207-4c9e-4c6b-8948-d42f1f28c4aa", "name": "network-vif-deleted", "tag": "433c3376-c310-4c2a-80fa-815d10d185aa", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:19:17.700554 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f03be6b-59c9-432e-849a-b15964a5324d {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:19:17.700950 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f03be6b-59c9-432e-849a-b15964a5324d'] response: {'server_uuid': 'c5f77207-4c9e-4c6b-8948-d42f1f28c4aa', 'name': 'network-vif-deleted', 'tag': '433c3376-c310-4c2a-80fa-815d10d185aa', 'status': 'completed', 'code': 200} Jul 28 09:19:17.733546 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c65b-0a83-445d-aea0-e696f4522eac tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (51e35468-e20f-44a0-b533-24432ecdbb99), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.740097 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c65b-0a83-445d-aea0-e696f4522eac tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (51e35468-e20f-44a0-b533-24432ecdbb99), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.765133 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5c65b-0a83-445d-aea0-e696f4522eac tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e35468-e20f-44a0-b533-24432ecdbb99,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:17.774714 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c65b-0a83-445d-aea0-e696f4522eac tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.776080 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e9a5c65b-0a83-445d-aea0-e696f4522eac tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545782 Jul 28 09:19:17.779566 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48912) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:17.784377 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-cf94c04f-58ac-499f-962f-5d2efb1437b7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'security_group_rule': {'security_group_id': 'a8d560d8-9744-44ea-afc3-1432b1c66c01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:19:17.814420 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cf94c04f-58ac-499f-962f-5d2efb1437b7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (94113645-5581-4a1c-81ff-49d0d613ac18), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.829176 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6faa417f-4bdc-4f00-a2ae-5c501e7e3a37 None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:19:17.874914 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cf94c04f-58ac-499f-962f-5d2efb1437b7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (94113645-5581-4a1c-81ff-49d0d613ac18), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.886768 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cf94c04f-58ac-499f-962f-5d2efb1437b7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (94113645-5581-4a1c-81ff-49d0d613ac18), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.905513 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94c04f-58ac-499f-962f-5d2efb1437b7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94113645-5581-4a1c-81ff-49d0d613ac18,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:17.913860 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cf94c04f-58ac-499f-962f-5d2efb1437b7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:17.915064 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-cf94c04f-58ac-499f-962f-5d2efb1437b7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345131 Jul 28 09:19:17.921946 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48914) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:17.923095 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:19:17.944350 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:18.021613 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6faa417f-4bdc-4f00-a2ae-5c501e7e3a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:44Z', 'revision_number': 5, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:18.026303 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:18.046755 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faa417f-4bdc-4f00-a2ae-5c501e7e3a37 None None] Checking router: 6b48974c-9b28-43c8-83af-4ee4756142f0 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:19:18.061511 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa417f-4bdc-4f00-a2ae-5c501e7e3a37 None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:19:18.062140 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6faa417f-4bdc-4f00-a2ae-5c501e7e3a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:18:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:18.132049 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Allocated IP 172.27.0.87 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/b982cc8e-feec-4a00-a2ab-478e0b9002ed) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:19:18.166719 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-6faa417f-4bdc-4f00-a2ae-5c501e7e3a37 None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:19:18.249589 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for port (b982cc8e-feec-4a00-a2ab-478e0b9002ed), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:18.289175 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (b982cc8e-feec-4a00-a2ab-478e0b9002ed), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:18.314457 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-716dbc5b-d0e0-4d9e-8abe-30ced8b88506 req-c3174eef-533f-4914-840d-104d6b848e8f tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5f77207-4c9e-4c6b-8948-d42f1f28c4aa HTTP/1.1" status: 200 len: 210 time: 0.0412307 Jul 28 09:19:18.334076 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:19:18.339989 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:19:18.343956 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:19:18.368793 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'Port': ['ID=b982cc8e-feec-4a00-a2ab-478e0b9002ed,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:18.376622 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:18.377792 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-6faa417f-4bdc-4f00-a2ae-5c501e7e3a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:44Z', 'revision_number': 5, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:18.404777 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faa417f-4bdc-4f00-a2ae-5c501e7e3a37 None None] The sync data for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi is: [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '5925a981-6b06-4c9d-9ab5-7330db45a4d0', 'name': '', 'network_id': '64888555-aa9a-41f3-b5b6-dab010021048', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'mac_address': 'fa:16:3e:ce:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:44Z', 'revision_number': 5, 'project_id': '34cb634f5c154187a943a454a706f200', 'subnets': [{'id': 'b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:19:18.437363 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (2b336925-5a0b-4a72-b77a-da3c21d7ca97), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:18.475626 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b982cc8e-feec-4a00-a2ab-478e0b9002ed), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:18.498310 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:18.622236 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080d5c7-a1c4-4ecf-8605-627bdd132ec5 None None] New status for floating IP f4265ecd-63e3-4f7c-8a6f-fde413e48f61: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:19:18.630881 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for port (b982cc8e-feec-4a00-a2ab-478e0b9002ed), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:18.635996 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4130328'] for port (b982cc8e-feec-4a00-a2ab-478e0b9002ed), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:18.705615 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'Port': ['ID=b982cc8e-feec-4a00-a2ab-478e0b9002ed,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:18.718080 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (2b336925-5a0b-4a72-b77a-da3c21d7ca97), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:18.734150 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:18.736168 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3ae3c6dd-094c-4afc-b6d2-9d3a85f1e0f7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8156483 Jul 28 09:19:18.967367 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-34df627c-8966-405d-a8df-e1764188bf89 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1385258454&fields=id&tenant_id=b7b5e309462a425a92e550dd2c72ca4d HTTP/1.1" status: 200 len: 267 time: 0.0416422 Jul 28 09:19:19.074997 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d16746c8-d781-4a3e-9b12-d0d030576a4c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:19.076430 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d16746c8-d781-4a3e-9b12-d0d030576a4c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/networks?id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f HTTP/1.1" status: 200 len: 810 time: 0.1027799 Jul 28 09:19:19.091488 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d7987cf8-9546-4279-84d5-76fd4ca763ba tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/quotas/b7b5e309462a425a92e550dd2c72ca4d HTTP/1.1" status: 200 len: 375 time: 0.0094793 Jul 28 09:19:19.140541 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-1d3d96f7-11b8-4165-9e17-d4d1cc93e8b6 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443609 Jul 28 09:19:19.237793 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-2da2e162-a89e-4702-90f6-dda6540f0f21 service neutron] 10.222.0.48 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854399 Jul 28 09:19:19.329078 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-3153634e-6b80-4738-9fdc-6bd2c3f869ad service neutron] 10.222.0.48 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856972 Jul 28 09:19:19.397318 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 48934) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:19.456973 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e544f2a3-9f05-48aa-9498-13827ed82bb6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group (bc49bf14-e91d-46e4-9c01-639a5f7b265f), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:19.487189 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e544f2a3-9f05-48aa-9498-13827ed82bb6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group (bc49bf14-e91d-46e4-9c01-639a5f7b265f), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:19.492709 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7e7f4dd9-e60c-474f-95e8-5dff1a32e2de req-6aba671d-3df0-4f35-b9b9-cfbf3f913d54 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 210 time: 0.0291135 Jul 28 09:19:19.540131 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e544f2a3-9f05-48aa-9498-13827ed82bb6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (bc49bf14-e91d-46e4-9c01-639a5f7b265f), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:19.542940 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e544f2a3-9f05-48aa-9498-13827ed82bb6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:19.544155 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e544f2a3-9f05-48aa-9498-13827ed82bb6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "DELETE /v2.0/security-groups/bc49bf14-e91d-46e4-9c01-639a5f7b265f HTTP/1.1" status: 204 len: 168 time: 0.1457794 Jul 28 09:19:19.546889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48940) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:19.554109 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544f2a3-9f05-48aa-9498-13827ed82bb6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc49bf14-e91d-46e4-9c01-639a5f7b265f,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:19.562876 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-f0028cb4-6f93-4c6f-9379-7a58344f2858 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] show failed (client error): The resource could not be found. Jul 28 09:19:19.565030 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f0028cb4-6f93-4c6f-9379-7a58344f2858 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups/bc49bf14-e91d-46e4-9c01-639a5f7b265f HTTP/1.1" status: 404 len: 347 time: 0.0171332 Jul 28 09:19:19.568617 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 48942) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:19.695724 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-713ee316-415d-444a-af19-5ba2763d2723 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Deleting port a95790ca-220b-4048-85a6-3945ccc31702 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:19:19.696145 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-713ee316-415d-444a-af19-5ba2763d2723 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (a95790ca-220b-4048-85a6-3945ccc31702), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:19.779536 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-713ee316-415d-444a-af19-5ba2763d2723 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (a95790ca-220b-4048-85a6-3945ccc31702), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:19.779873 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-713ee316-415d-444a-af19-5ba2763d2723 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for floatingip (a95790ca-220b-4048-85a6-3945ccc31702), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:19.792780 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-713ee316-415d-444a-af19-5ba2763d2723 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Calling delete_port for a95790ca-220b-4048-85a6-3945ccc31702 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:19:19.945344 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-713ee316-415d-444a-af19-5ba2763d2723 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (a95790ca-220b-4048-85a6-3945ccc31702), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:19.968525 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ee316-415d-444a-af19-5ba2763d2723 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event deleted for resources: {'Port': ['ID=a95790ca-220b-4048-85a6-3945ccc31702,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:20.013566 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:20.034130 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-713ee316-415d-444a-af19-5ba2763d2723 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks [] for floatingip (f4265ecd-63e3-4f7c-8a6f-fde413e48f61), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:20.036727 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-713ee316-415d-444a-af19-5ba2763d2723 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:20.037882 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-713ee316-415d-444a-af19-5ba2763d2723 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "DELETE /v2.0/floatingips/f4265ecd-63e3-4f7c-8a6f-fde413e48f61 HTTP/1.1" status: 204 len: 168 time: 0.4683986 Jul 28 09:19:20.582264 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:20.590505 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-5a6584be-ec4a-4d8e-b761-ec52bfc3e4e2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:20.591924 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-5a6584be-ec4a-4d8e-b761-ec52bfc3e4e2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.60 "GET /v2.0/networks?id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f HTTP/1.1" status: 200 len: 810 time: 0.1282604 Jul 28 09:19:20.608648 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e03f9a8c-350c-40ca-9a06-91d90677e9aa req-b93da8c2-0b10-430c-955b-7ec2aecd4627 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 210 time: 0.0369546 Jul 28 09:19:20.662624 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 433c3376-c310-4c2a-80fa-815d10d185aa no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:19:20.671535 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-08496d6b-a248-4e9c-9879-3b62a637e3ef tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b5e309462a425a92e550dd2c72ca4d HTTP/1.1" status: 200 len: 380 time: 0.0563972 Jul 28 09:19:20.682086 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 433c3376-c310-4c2a-80fa-815d10d185aa {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:19:20.682424 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 433c3376-c310-4c2a-80fa-815d10d185aa not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:19:20.786565 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'port': {'device_id': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'admin_state_up': True, 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'security_groups': ['a8d560d8-9744-44ea-afc3-1432b1c66c01']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:19:20.896308 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Made reservation on behalf of b7b5e309462a425a92e550dd2c72ca4d for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:19:20.899579 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:21.024616 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Allocated IP 172.20.0.9 (6941e6b9-7bfc-4053-9e7d-f682ee21c51f/66df279f-10e1-460e-ac7d-69ed4ca391e2/181e3f00-cd4e-4b11-be21-d4ab1e443feb) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:19:21.159847 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:21.192150 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:21.241083 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:19:21.247265 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:19:21.250175 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:19:21.285388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event updated for resources: {'Port': ['ID=181e3f00-cd4e-4b11-be21-d4ab1e443feb,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:21.311740 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:21.312442 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:21.330364 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-d9dc3dbc-0398-447c-a6e2-c07729bfde90 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5473688 Jul 28 09:19:21.351246 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Request body: {'port': {'device_id': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:19:21.412185 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:21.448651 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:21.475170 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:21.476332 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:21.533713 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-9ff1eca0-86fe-417e-a694-5fed0be97156 None None] Provisioning complete for port 181e3f00-cd4e-4b11-be21-d4ab1e443feb triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:19:21.534129 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9ff1eca0-86fe-417e-a694-5fed0be97156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:21.567604 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1eca0-86fe-417e-a694-5fed0be97156 None None] Port 181e3f00-cd4e-4b11-be21-d4ab1e443feb cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:19:21.686326 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181e3f00-cd4e-4b11-be21-d4ab1e443feb {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:19:21.700399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Publish callbacks [] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:21.735626 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Transition to ACTIVE for port object 181e3f00-cd4e-4b11-be21-d4ab1e443feb will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:19:21.748335 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97ae56-4c48-40c9-997f-8173fd338277 req-5916d33f-278d-4f0d-9f05-30c081c4f9a3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:21.749797 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c97ae56-4c48-40c9-997f-8173fd338277 req-5916d33f-278d-4f0d-9f05-30c081c4f9a3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 931 time: 0.0658441 Jul 28 09:19:21.750470 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:21.824126 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Pushing event updated for resources: {'Port': ['ID=181e3f00-cd4e-4b11-be21-d4ab1e443feb,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:21.894838 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c97ae56-4c48-40c9-997f-8173fd338277 req-374b0c2d-df6c-40e2-a49c-3bfc105928fd tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389275 Jul 28 09:19:21.925878 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Attempting to bind port 181e3f00-cd4e-4b11-be21-d4ab1e443feb on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:19:21.925878 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Attempting to bind port 181e3f00-cd4e-4b11-be21-d4ab1e443feb by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:19:21.925878 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Attempting to bind port 181e3f00-cd4e-4b11-be21-d4ab1e443feb on network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:19:21.928120 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Port 181e3f00-cd4e-4b11-be21-d4ab1e443feb on network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:19:21.928536 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Attempting to bind port 181e3f00-cd4e-4b11-be21-d4ab1e443feb on network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:19:21.933967 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:19:21.934378 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Checking segment: {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:19:21.934823 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Bound using segment: {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:19:21.935319 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Bound port: 181e3f00-cd4e-4b11-be21-d4ab1e443feb, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5668e66f-8be4-4d63-8bdd-0340e447a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:19:21.935675 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:21.996878 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] For port 181e3f00-cd4e-4b11-be21-d4ab1e443feb, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:19:21.999860 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] For port 181e3f00-cd4e-4b11-be21-d4ab1e443feb, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=181e3f00-cd4e-4b11-be21-d4ab1e443feb,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:19:22.004715 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:22.045399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:22.046021 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:22.047419 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] 10.222.0.60 "PUT /v2.0/ports/181e3f00-cd4e-4b11-be21-d4ab1e443feb HTTP/1.1" status: 200 len: 1093 time: 0.7005544 Jul 28 09:19:22.047849 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'tag': '181e3f00-cd4e-4b11-be21-d4ab1e443feb'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:19:22.050114 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d708378b-87c8-4f57-9b3f-0d3038c7ba59" -d '{"events": [{"name": "network-changed", "server_uuid": "e094080e-3ffb-4929-bccd-2c882dfe6e39", "tag": "181e3f00-cd4e-4b11-be21-d4ab1e443feb"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:19:22.068969 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845a88a-711a-44b9-9d3b-e7d0ed9691dd service neutron] Pushing event updated for resources: {'Port': ['ID=181e3f00-cd4e-4b11-be21-d4ab1e443feb,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:22.101537 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48deb2dd-0ae3-4817-bc9e-360f130ef2f4 x-openstack-request-id: req-48deb2dd-0ae3-4817-bc9e-360f130ef2f4 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:19:22.101830 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e094080e-3ffb-4929-bccd-2c882dfe6e39", "tag": "181e3f00-cd4e-4b11-be21-d4ab1e443feb", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:19:22.102132 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48deb2dd-0ae3-4817-bc9e-360f130ef2f4 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:19:22.102537 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48deb2dd-0ae3-4817-bc9e-360f130ef2f4'] response: {'name': 'network-changed', 'server_uuid': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'tag': '181e3f00-cd4e-4b11-be21-d4ab1e443feb', 'status': 'completed', 'code': 200} Jul 28 09:19:22.173061 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-5a1789d8-0252-4199-a99c-2bcc7eb56a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:22.174614 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-5a1789d8-0252-4199-a99c-2bcc7eb56a07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 1127 time: 0.0428154 Jul 28 09:19:22.226121 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:22.229726 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-708ec790-7fa9-4410-b9b1-0e06c3ebeea6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=181e3f00-cd4e-4b11-be21-d4ab1e443feb HTTP/1.1" status: 200 len: 217 time: 0.0344660 Jul 28 09:19:22.286836 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-35643ce2-b1a0-436b-ae09-f419239c52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:22.288294 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-35643ce2-b1a0-436b-ae09-f419239c52ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=66df279f-10e1-460e-ac7d-69ed4ca391e2 HTTP/1.1" status: 200 len: 849 time: 0.0437601 Jul 28 09:19:22.340223 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-e2b27b87-cc12-472f-b2c9-0b8bc0f8ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:22.341721 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-e2b27b87-cc12-472f-b2c9-0b8bc0f8ef80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469871 Jul 28 09:19:22.417490 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:19:22.435543 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-87527696-91d7-4119-a75d-1f512f265f7e service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871587 Jul 28 09:19:22.461130 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:22.520626 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:22.549727 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9361070-5aba-4af4-b1b8-7ddd9ad6da35 req-3e3f1ca0-a107-485e-992f-f4676997d525 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:22.551197 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9361070-5aba-4af4-b1b8-7ddd9ad6da35 req-3e3f1ca0-a107-485e-992f-f4676997d525 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0606179 Jul 28 09:19:22.592974 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-54452d08-7d9a-4170-87b2-948e5ccb883c req-ea72eb85-1dc0-4dfd-b470-386acdee2a55 service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495473 Jul 28 09:19:22.615215 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e9361070-5aba-4af4-b1b8-7ddd9ad6da35 req-b6990c48-fe2c-4cd2-9046-f3c30498da00 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531690 Jul 28 09:19:23.020350 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00347ce5-a024-4209-bc8b-666454b0b224 req-217e2d8b-199c-4fba-812d-2bf52cd8f542 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:23.021776 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-00347ce5-a024-4209-bc8b-666454b0b224 req-217e2d8b-199c-4fba-812d-2bf52cd8f542 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 943 time: 0.0490952 Jul 28 09:19:23.068147 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-00347ce5-a024-4209-bc8b-666454b0b224 req-c9101be1-f935-454f-82d5-e2ecd955e0c7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403135 Jul 28 09:19:23.732159 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79fc1-6329-42e8-94b1-4eb97c15dc86 req-021ceac6-0c91-471f-9598-c4984f45685a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:23.733596 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5a79fc1-6329-42e8-94b1-4eb97c15dc86 req-021ceac6-0c91-471f-9598-c4984f45685a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0460975 Jul 28 09:19:23.779646 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e5a79fc1-6329-42e8-94b1-4eb97c15dc86 req-f7afe93f-b4e1-43e9-b755-6c5d6e5062b4 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406101 Jul 28 09:19:24.182929 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded0cda-0f4d-4f1e-8391-6da50a3f9d80 req-2ebca698-71cc-417f-9f0e-d572f2a57916 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:24.184283 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ded0cda-0f4d-4f1e-8391-6da50a3f9d80 req-2ebca698-71cc-417f-9f0e-d572f2a57916 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 943 time: 0.0460165 Jul 28 09:19:24.233435 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ded0cda-0f4d-4f1e-8391-6da50a3f9d80 req-9f944ec4-d563-444a-893a-b5685da434d7 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437627 Jul 28 09:19:24.898828 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451b7fa-594f-4361-8c4e-8e93fc44a573 req-58b735ff-6d45-47c9-9e77-9ca3957904b1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:24.900290 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2451b7fa-594f-4361-8c4e-8e93fc44a573 req-58b735ff-6d45-47c9-9e77-9ca3957904b1 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0462739 Jul 28 09:19:24.948039 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2451b7fa-594f-4361-8c4e-8e93fc44a573 req-b94cae16-a0d9-488c-a338-e1d7304140cf tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Jul 28 09:19:25.218568 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708378b-87c8-4f57-9b3f-0d3038c7ba59 req-437ee39e-417b-4ff2-ab4a-b89883d327fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:25.219901 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d708378b-87c8-4f57-9b3f-0d3038c7ba59 req-437ee39e-417b-4ff2-ab4a-b89883d327fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 1127 time: 0.0387998 Jul 28 09:19:25.426473 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61513b90-523e-46ee-9694-e926006034ac req-46099269-577e-422d-9a36-b70becbae170 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:25.427889 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61513b90-523e-46ee-9694-e926006034ac req-46099269-577e-422d-9a36-b70becbae170 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.1232369 Jul 28 09:19:25.435837 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f5927-67c2-4a27-9432-1504a2906e38 req-c7f7a65a-361d-4b46-a275-8b1350806e43 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:25.437172 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-950f5927-67c2-4a27-9432-1504a2906e38 req-c7f7a65a-361d-4b46-a275-8b1350806e43 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 943 time: 0.1304345 Jul 28 09:19:25.485209 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708378b-87c8-4f57-9b3f-0d3038c7ba59 req-510a78d9-af42-4407-a32a-5c292166d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:25.486995 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d708378b-87c8-4f57-9b3f-0d3038c7ba59 req-510a78d9-af42-4407-a32a-5c292166d02a service neutron] 10.222.0.60 "GET /v2.0/networks?id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f HTTP/1.1" status: 200 len: 911 time: 0.1901367 Jul 28 09:19:25.508399 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-950f5927-67c2-4a27-9432-1504a2906e38 req-a86d97e5-e709-4f5b-90a6-bec55791db78 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647979 Jul 28 09:19:25.714102 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d708378b-87c8-4f57-9b3f-0d3038c7ba59 req-0abf298d-f275-4477-a11f-a8ef5deb9722 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=181e3f00-cd4e-4b11-be21-d4ab1e443feb HTTP/1.1" status: 200 len: 217 time: 0.0595076 Jul 28 09:19:25.779764 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:25.803247 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708378b-87c8-4f57-9b3f-0d3038c7ba59 req-33432c38-c4ca-4bad-b3b3-4b7a95b2b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:25.804735 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d708378b-87c8-4f57-9b3f-0d3038c7ba59 req-33432c38-c4ca-4bad-b3b3-4b7a95b2b1b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=66df279f-10e1-460e-ac7d-69ed4ca391e2 HTTP/1.1" status: 200 len: 849 time: 0.0830944 Jul 28 09:19:25.805382 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-61513b90-523e-46ee-9694-e926006034ac req-775f3d40-93c0-401c-b7e1-791d57c2733b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Deleting port 05fba3af-c7cc-4269-9374-da786cec1fa9 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:19:25.805722 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-61513b90-523e-46ee-9694-e926006034ac req-775f3d40-93c0-401c-b7e1-791d57c2733b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:25.894955 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-61513b90-523e-46ee-9694-e926006034ac req-775f3d40-93c0-401c-b7e1-791d57c2733b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] For port 05fba3af-c7cc-4269-9374-da786cec1fa9, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=05fba3af-c7cc-4269-9374-da786cec1fa9,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:25.895324 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-61513b90-523e-46ee-9694-e926006034ac req-775f3d40-93c0-401c-b7e1-791d57c2733b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:25.909822 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-61513b90-523e-46ee-9694-e926006034ac req-775f3d40-93c0-401c-b7e1-791d57c2733b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Calling delete_port for 05fba3af-c7cc-4269-9374-da786cec1fa9 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:19:25.971920 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:26.103218 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-61513b90-523e-46ee-9694-e926006034ac req-775f3d40-93c0-401c-b7e1-791d57c2733b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (05fba3af-c7cc-4269-9374-da786cec1fa9), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:26.116868 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d3382-c8f1-48ea-97e0-6fc630944e8a req-ca8a9536-9db0-408c-be61-df86e83fcc5d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:26.118346 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4d7d3382-c8f1-48ea-97e0-6fc630944e8a req-ca8a9536-9db0-408c-be61-df86e83fcc5d tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 945 time: 0.0936229 Jul 28 09:19:26.141504 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['89af98d3-0e6d-4025-b5bf-6a18fba6c7de', '05fba3af-c7cc-4269-9374-da786cec1fa9'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:19:26.142436 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708378b-87c8-4f57-9b3f-0d3038c7ba59 req-382c7a7e-d0a0-43ed-bfbd-1ce630e821e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:26.143881 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d708378b-87c8-4f57-9b3f-0d3038c7ba59 req-382c7a7e-d0a0-43ed-bfbd-1ce630e821e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873971 Jul 28 09:19:26.146753 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f3d40-93c0-401c-b7e1-791d57c2733b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event deleted for resources: {'Port': ['ID=05fba3af-c7cc-4269-9374-da786cec1fa9,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:26.494610 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-61513b90-523e-46ee-9694-e926006034ac req-775f3d40-93c0-401c-b7e1-791d57c2733b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] No DVR routers for this DVR port 05fba3af-c7cc-4269-9374-da786cec1fa9 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:19:26.502803 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-61513b90-523e-46ee-9694-e926006034ac req-775f3d40-93c0-401c-b7e1-791d57c2733b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:26.506055 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61513b90-523e-46ee-9694-e926006034ac req-775f3d40-93c0-401c-b7e1-791d57c2733b tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "DELETE /v2.0/ports/05fba3af-c7cc-4269-9374-da786cec1fa9 HTTP/1.1" status: 204 len: 173 time: 0.8528843 Jul 28 09:19:26.507373 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8684b5-28bd-4cba-a505-ac85060610e3', 'name': 'network-vif-deleted', 'tag': '05fba3af-c7cc-4269-9374-da786cec1fa9'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:19:26.509616 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd85320-d661-44fd-a14f-481a48e56441" -d '{"events": [{"server_uuid": "fb8684b5-28bd-4cba-a505-ac85060610e3", "name": "network-vif-deleted", "tag": "05fba3af-c7cc-4269-9374-da786cec1fa9"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:19:26.517316 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4d7d3382-c8f1-48ea-97e0-6fc630944e8a req-89b32728-2c26-49da-b85c-e38f1c556b35 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791590 Jul 28 09:19:26.567335 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ec417d-c01a-421a-ad85-dd6af54bd747 x-openstack-request-id: req-16ec417d-c01a-421a-ad85-dd6af54bd747 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:19:26.567781 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8684b5-28bd-4cba-a505-ac85060610e3", "name": "network-vif-deleted", "tag": "05fba3af-c7cc-4269-9374-da786cec1fa9", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:19:26.567895 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16ec417d-c01a-421a-ad85-dd6af54bd747 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:19:26.568225 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ec417d-c01a-421a-ad85-dd6af54bd747'] response: {'server_uuid': 'fb8684b5-28bd-4cba-a505-ac85060610e3', 'name': 'network-vif-deleted', 'tag': '05fba3af-c7cc-4269-9374-da786cec1fa9', 'status': 'completed', 'code': 200} Jul 28 09:19:26.575240 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d708378b-87c8-4f57-9b3f-0d3038c7ba59 req-8b1a999d-f000-41f1-aa75-b7182e03b004 service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216189 Jul 28 09:19:26.647509 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebda5d-1da1-423c-ad1a-5f4cbca9104f req-4140476f-5cc4-46a6-ac33-a7cb42ad605f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:26.654562 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbebda5d-1da1-423c-ad1a-5f4cbca9104f req-4140476f-5cc4-46a6-ac33-a7cb42ad605f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 943 time: 0.0551698 Jul 28 09:19:26.707421 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 181e3f00-cd4e-4b11-be21-d4ab1e443feb details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:19:26.765603 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bbebda5d-1da1-423c-ad1a-5f4cbca9104f req-a11b7e57-fa6a-4453-93b0-4cb9d9389948 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097217 Jul 28 09:19:26.774170 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:26.790349 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d708378b-87c8-4f57-9b3f-0d3038c7ba59 req-3ff4a0ee-7d66-4f9f-aba9-7422ba2f9244 service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319981 Jul 28 09:19:26.808918 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 181e3f00-cd4e-4b11-be21-d4ab1e443feb, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=181e3f00-cd4e-4b11-be21-d4ab1e443feb,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:26.820096 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '181e3f00-cd4e-4b11-be21-d4ab1e443feb', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'port_id': '181e3f00-cd4e-4b11-be21-d4ab1e443feb', 'mac_address': 'fa:16:3e:ae:d8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:19:26.864864 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 181e3f00-cd4e-4b11-be21-d4ab1e443feb is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:19:26.865158 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:26.868599 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8629eebf-a422-4339-8f60-392b0e428afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:26.883053 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181e3f00-cd4e-4b11-be21-d4ab1e443feb {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:19:26.903339 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 181e3f00-cd4e-4b11-be21-d4ab1e443feb, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=181e3f00-cd4e-4b11-be21-d4ab1e443feb,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:26.907001 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:26.951469 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=181e3f00-cd4e-4b11-be21-d4ab1e443feb,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:27.086979 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-990d29a8-6432-4ca0-bafd-26ac8b9a7d9a req-d7e3ddec-7f75-4236-8c13-058b2336bac8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb8684b5-28bd-4cba-a505-ac85060610e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0296280 Jul 28 09:19:27.159923 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-990d29a8-6432-4ca0-bafd-26ac8b9a7d9a req-88730c56-0674-4292-9539-27b39beac231 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34cb634f5c154187a943a454a706f200&device_id=fb8684b5-28bd-4cba-a505-ac85060610e3 HTTP/1.1" status: 200 len: 210 time: 0.0277574 Jul 28 09:19:27.285827 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d29a8-6432-4ca0-bafd-26ac8b9a7d9a req-ee54fac3-5159-4102-8405-6c69c43b6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:27.287295 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-990d29a8-6432-4ca0-bafd-26ac8b9a7d9a req-ee54fac3-5159-4102-8405-6c69c43b6a7b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=34cb634f5c154187a943a454a706f200&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1004591 Jul 28 09:19:27.355849 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:27.383593 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d29a8-6432-4ca0-bafd-26ac8b9a7d9a req-825d66fd-c8e5-47e6-bdf1-a553d562ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:27.385051 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-990d29a8-6432-4ca0-bafd-26ac8b9a7d9a req-825d66fd-c8e5-47e6-bdf1-a553d562ec1e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909235 Jul 28 09:19:27.430287 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['181e3f00-cd4e-4b11-be21-d4ab1e443feb'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:19:27.517657 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:27.792415 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140de445-efed-40a3-a35c-f50012cdb216 req-0cedbf30-023e-4a85-9508-97a7648ec89a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:27.794035 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-140de445-efed-40a3-a35c-f50012cdb216 req-0cedbf30-023e-4a85-9508-97a7648ec89a tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0505064 Jul 28 09:19:27.841640 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-140de445-efed-40a3-a35c-f50012cdb216 req-bcbcbe37-72b3-4bf5-bce1-487a84675f48 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421214 Jul 28 09:19:27.886632 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140ae5a-2a09-45a6-84b2-18119ea30a1b req-7a5ad6df-fbd5-4260-b177-cf5665a3df0a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:27.888096 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5140ae5a-2a09-45a6-84b2-18119ea30a1b req-7a5ad6df-fbd5-4260-b177-cf5665a3df0a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 944 time: 0.0454521 Jul 28 09:19:27.934822 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5140ae5a-2a09-45a6-84b2-18119ea30a1b req-d5211108-3dee-4d4c-a7aa-a77ace8b03be tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412886 Jul 28 09:19:28.630228 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:28.644285 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de5463-c9d5-4a79-8055-be9c73011629 req-6c464e7f-283e-416e-8b71-6373e88eb1d5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:28.645708 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-77de5463-c9d5-4a79-8055-be9c73011629 req-6c464e7f-283e-416e-8b71-6373e88eb1d5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0495932 Jul 28 09:19:28.715287 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 181e3f00-cd4e-4b11-be21-d4ab1e443feb up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:19:28.726042 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-77de5463-c9d5-4a79-8055-be9c73011629 req-e4d3250f-62fc-4550-a520-b48fb9f83597 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Deleting port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:19:28.726395 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-77de5463-c9d5-4a79-8055-be9c73011629 req-e4d3250f-62fc-4550-a520-b48fb9f83597 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:28.755466 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 181e3f00-cd4e-4b11-be21-d4ab1e443feb completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:19:28.762381 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 181e3f00-cd4e-4b11-be21-d4ab1e443feb triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:19:28.762862 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:28.819230 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-77de5463-c9d5-4a79-8055-be9c73011629 req-e4d3250f-62fc-4550-a520-b48fb9f83597 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] For port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=89af98d3-0e6d-4025-b5bf-6a18fba6c7de,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:28.819814 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-77de5463-c9d5-4a79-8055-be9c73011629 req-e4d3250f-62fc-4550-a520-b48fb9f83597 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:28.833262 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-77de5463-c9d5-4a79-8055-be9c73011629 req-e4d3250f-62fc-4550-a520-b48fb9f83597 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Calling delete_port for 89af98d3-0e6d-4025-b5bf-6a18fba6c7de owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:19:28.836680 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 181e3f00-cd4e-4b11-be21-d4ab1e443feb is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:19:28.837093 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:28.862514 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181e3f00-cd4e-4b11-be21-d4ab1e443feb'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:19:28.864730 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90c4781-d838-4ea3-8cfa-fe14ec6b93b5" -d '{"events": [{"server_uuid": "e094080e-3ffb-4929-bccd-2c882dfe6e39", "name": "network-vif-plugged", "status": "completed", "tag": "181e3f00-cd4e-4b11-be21-d4ab1e443feb"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:19:28.888990 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 181e3f00-cd4e-4b11-be21-d4ab1e443feb, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=181e3f00-cd4e-4b11-be21-d4ab1e443feb,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:28.898187 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:28.899319 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 05fba3af-c7cc-4269-9374-da786cec1fa9 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:19:28.910724 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7413b944-a8a6-4f96-a387-913a9953d024 x-openstack-request-id: req-7413b944-a8a6-4f96-a387-913a9953d024 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:19:28.911043 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e094080e-3ffb-4929-bccd-2c882dfe6e39", "name": "network-vif-plugged", "status": "completed", "tag": "181e3f00-cd4e-4b11-be21-d4ab1e443feb", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:19:28.911328 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7413b944-a8a6-4f96-a387-913a9953d024 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:19:28.911784 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7413b944-a8a6-4f96-a387-913a9953d024'] response: {'server_uuid': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181e3f00-cd4e-4b11-be21-d4ab1e443feb', 'code': 200} Jul 28 09:19:28.945855 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 05fba3af-c7cc-4269-9374-da786cec1fa9 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:19:28.946573 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 05fba3af-c7cc-4269-9374-da786cec1fa9 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:19:28.974960 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=181e3f00-cd4e-4b11-be21-d4ab1e443feb,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:29.001159 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c33d-8392-4a23-a2e9-bf781c41fda3 req-c2618d26-8ced-4ffb-a0f5-739022e965f5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:29.003380 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c43c33d-8392-4a23-a2e9-bf781c41fda3 req-c2618d26-8ced-4ffb-a0f5-739022e965f5 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 945 time: 0.0784810 Jul 28 09:19:29.040625 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-77de5463-c9d5-4a79-8055-be9c73011629 req-e4d3250f-62fc-4550-a520-b48fb9f83597 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (89af98d3-0e6d-4025-b5bf-6a18fba6c7de), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:29.081820 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['89af98d3-0e6d-4025-b5bf-6a18fba6c7de'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:19:29.108001 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3250f-62fc-4550-a520-b48fb9f83597 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Pushing event deleted for resources: {'Port': ['ID=89af98d3-0e6d-4025-b5bf-6a18fba6c7de,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:29.153392 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74361739-3f0b-4000-8757-59d38af18dd6 req-bf4db008-faf7-4c6d-92b7-03b1664313af tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:29.154871 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-74361739-3f0b-4000-8757-59d38af18dd6 req-bf4db008-faf7-4c6d-92b7-03b1664313af tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 945 time: 0.1342947 Jul 28 09:19:29.198499 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7c43c33d-8392-4a23-a2e9-bf781c41fda3 req-4097bc8a-c102-46bc-a39e-d8e181877957 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/security-groups?id=df897441-2b30-44d3-9650-7f56a28214c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870124 Jul 28 09:19:29.222706 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d20891-d191-4a09-a0c6-bece4f49dcc3 req-f4091802-ee5a-4508-a505-0068b6a2ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:29.224151 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-97d20891-d191-4a09-a0c6-bece4f49dcc3 req-f4091802-ee5a-4508-a505-0068b6a2ce4d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 1129 time: 0.1332307 Jul 28 09:19:29.224643 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-77de5463-c9d5-4a79-8055-be9c73011629 req-e4d3250f-62fc-4550-a520-b48fb9f83597 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] No DVR routers for this DVR port 89af98d3-0e6d-4025-b5bf-6a18fba6c7de on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:19:29.229801 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-77de5463-c9d5-4a79-8055-be9c73011629 req-e4d3250f-62fc-4550-a520-b48fb9f83597 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:29.232810 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-77de5463-c9d5-4a79-8055-be9c73011629 req-e4d3250f-62fc-4550-a520-b48fb9f83597 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.60 "DELETE /v2.0/ports/89af98d3-0e6d-4025-b5bf-6a18fba6c7de HTTP/1.1" status: 204 len: 173 time: 0.5818226 Jul 28 09:19:29.233285 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e208af-ae8f-482f-b140-66e820fb9f4c', 'name': 'network-vif-deleted', 'tag': '89af98d3-0e6d-4025-b5bf-6a18fba6c7de'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:19:29.235578 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d786946-5e4d-48f5-abaa-8a3c0537e687" -d '{"events": [{"server_uuid": "25e208af-ae8f-482f-b140-66e820fb9f4c", "name": "network-vif-deleted", "tag": "89af98d3-0e6d-4025-b5bf-6a18fba6c7de"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:19:29.275504 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f236e1-397e-4794-a16b-33a6153d96f6 x-openstack-request-id: req-d9f236e1-397e-4794-a16b-33a6153d96f6 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:19:29.275787 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e208af-ae8f-482f-b140-66e820fb9f4c", "name": "network-vif-deleted", "tag": "89af98d3-0e6d-4025-b5bf-6a18fba6c7de", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:19:29.276034 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9f236e1-397e-4794-a16b-33a6153d96f6 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:19:29.276460 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f236e1-397e-4794-a16b-33a6153d96f6'] response: {'server_uuid': '25e208af-ae8f-482f-b140-66e820fb9f4c', 'name': 'network-vif-deleted', 'tag': '89af98d3-0e6d-4025-b5bf-6a18fba6c7de', 'status': 'completed', 'code': 200} Jul 28 09:19:29.285828 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-74361739-3f0b-4000-8757-59d38af18dd6 req-419eb0e5-5eea-4fc1-bb36-e9976e7e102b tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070981 Jul 28 09:19:29.299137 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-97d20891-d191-4a09-a0c6-bece4f49dcc3 req-ef0a0be1-ac0f-47ed-8a87-8425b839ab9d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606894 Jul 28 09:19:29.362794 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4d066eda-03cf-453d-850a-efbf12ac2f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:29.547780 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:29.549247 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:30.261271 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:30.320179 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f10fbe6-e029-42e7-bdfd-d5d6495a04d9 req-f8b4f84f-b96f-4898-80ee-a31b316b81a6 tempest-ServerRescueNegativeTestJSON-1057663818 tempest-ServerRescueNegativeTestJSON-1057663818-project] 10.222.0.48 "GET /v2.0/ports?device_id=25e208af-ae8f-482f-b140-66e820fb9f4c HTTP/1.1" status: 200 len: 210 time: 0.0315344 Jul 28 09:19:30.406423 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d3f77-2a09-45ee-9851-fd44eaa357ea req-6899ef94-6b74-45c8-a313-bb9ba8309065 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:30.407867 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d2d3f77-2a09-45ee-9851-fd44eaa357ea req-6899ef94-6b74-45c8-a313-bb9ba8309065 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 945 time: 0.0471187 Jul 28 09:19:30.437791 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:30.455948 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d2d3f77-2a09-45ee-9851-fd44eaa357ea req-eb5891d8-8da7-4594-aec8-ee3971b6c505 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426369 Jul 28 09:19:31.382974 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49022) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:31.476045 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=88 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:31.579887 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28050bd-91da-4ac0-8c17-44589ae738df req-534fa646-260d-46f4-8b46-f4d3c320f3fe tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:31.581667 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f28050bd-91da-4ac0-8c17-44589ae738df req-534fa646-260d-46f4-8b46-f4d3c320f3fe tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 945 time: 0.0491822 Jul 28 09:19:31.632825 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f28050bd-91da-4ac0-8c17-44589ae738df req-fced0259-0feb-4409-8641-d410749b5d27 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453093 Jul 28 09:19:31.691415 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:31.750383 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:31.779397 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b069-c81d-4e33-9bd5-ade6781f5699 req-0c97f1ee-15e1-4aca-88a3-de02b998d04e tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:31.780834 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d2c2b069-c81d-4e33-9bd5-ade6781f5699 req-0c97f1ee-15e1-4aca-88a3-de02b998d04e tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 945 time: 0.0800884 Jul 28 09:19:31.790597 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49030) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:31.795932 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-c844a855-e972-4387-960b-8170e172cde3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Request body: {'floatingip': {'port_id': '181e3f00-cd4e-4b11-be21-d4ab1e443feb'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:19:31.832882 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c844a855-e972-4387-960b-8170e172cde3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (2b336925-5a0b-4a72-b77a-da3c21d7ca97), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:31.932797 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:32.068640 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426779'] for router_interface (6b48974c-9b28-43c8-83af-4ee4756142f0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:32.349073 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Deleting port 5925a981-6b06-4c9d-9ab5-7330db45a4d0 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:19:32.349420 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:32.413531 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:32.427385 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] For port 5925a981-6b06-4c9d-9ab5-7330db45a4d0, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=5925a981-6b06-4c9d-9ab5-7330db45a4d0,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:32.427969 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:32.440721 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Calling delete_port for 5925a981-6b06-4c9d-9ab5-7330db45a4d0 owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:19:32.490475 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c844a855-e972-4387-960b-8170e172cde3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:32.494257 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c844a855-e972-4387-960b-8170e172cde3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (2b336925-5a0b-4a72-b77a-da3c21d7ca97), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:32.504498 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:32.592165 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-c844a855-e972-4387-960b-8170e172cde3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Floating IP 2b336925-5a0b-4a72-b77a-da3c21d7ca97 associated. External IP: 172.27.0.87, port: 181e3f00-cd4e-4b11-be21-d4ab1e443feb. Jul 28 09:19:32.622121 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (5925a981-6b06-4c9d-9ab5-7330db45a4d0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:32.650899 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Pushing event deleted for resources: {'Port': ['ID=5925a981-6b06-4c9d-9ab5-7330db45a4d0,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:32.676231 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.676628 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.677052 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.677397 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.677729 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.678093 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.678425 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.678752 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.679081 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.679412 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.679735 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.680061 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.680386 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.680708 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.681028 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:32.687338 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:32.740069 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 89af98d3-0e6d-4025-b5bf-6a18fba6c7de no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:19:32.763114 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 89af98d3-0e6d-4025-b5bf-6a18fba6c7de {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:19:32.764237 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 89af98d3-0e6d-4025-b5bf-6a18fba6c7de not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:19:32.795785 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c844a855-e972-4387-960b-8170e172cde3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:19:32.829084 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33031848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426895'] for router_interface (6b48974c-9b28-43c8-83af-4ee4756142f0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:32.907651 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c844a855-e972-4387-960b-8170e172cde3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:19:32.912947 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c844a855-e972-4387-960b-8170e172cde3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:32.923748 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5dd94-f766-4356-bc32-a37c6a18876c None None] Sync routers for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:19:32.934960 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5dd94-f766-4356-bc32-a37c6a18876c None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:19:32.935587 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-29e5dd94-f766-4356-bc32-a37c6a18876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:32.943519 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:32.958873 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c844a855-e972-4387-960b-8170e172cde3 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "PUT /v2.0/floatingips/2b336925-5a0b-4a72-b77a-da3c21d7ca97 HTTP/1.1" status: 200 len: 990 time: 1.1649253 Jul 28 09:19:32.958873 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'tag': '181e3f00-cd4e-4b11-be21-d4ab1e443feb'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:19:32.960150 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60a0d31f5ae61584c09bf5ae02f1e8f881846fe7860167878649fbf56de3e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e094080e-3ffb-4929-bccd-2c882dfe6e39", "tag": "181e3f00-cd4e-4b11-be21-d4ab1e443feb"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:19:33.001645 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9185e13-c090-4f59-b9e8-df60ae9ae29c x-openstack-request-id: req-b9185e13-c090-4f59-b9e8-df60ae9ae29c {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:19:33.002093 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e094080e-3ffb-4929-bccd-2c882dfe6e39", "tag": "181e3f00-cd4e-4b11-be21-d4ab1e443feb", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:19:33.002462 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9185e13-c090-4f59-b9e8-df60ae9ae29c {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:19:33.002966 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9185e13-c090-4f59-b9e8-df60ae9ae29c'] response: {'name': 'network-changed', 'server_uuid': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'tag': '181e3f00-cd4e-4b11-be21-d4ab1e443feb', 'status': 'completed', 'code': 200} Jul 28 09:19:33.046262 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-29e5dd94-f766-4356-bc32-a37c6a18876c None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:19:33.205671 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba req-bbf2f6a0-2886-407a-b943-b77a5113a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:33.207112 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba req-bbf2f6a0-2886-407a-b943-b77a5113a2c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 1129 time: 0.0529733 Jul 28 09:19:33.264038 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-29e5dd94-f766-4356-bc32-a37c6a18876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2b336925-5a0b-4a72-b77a-da3c21d7ca97', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'port_id': '181e3f00-cd4e-4b11-be21-d4ab1e443feb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'mac_address': 'fa:16:3e:ae:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:19:18Z', 'updated_at': '2022-07-28T09:19:32Z', 'revision_number': 1, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:33.288452 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5dd94-f766-4356-bc32-a37c6a18876c None None] Checking router: 26a38532-9eed-4f40-8e77-0dcc98c8ec09 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:19:33.297403 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5dd94-f766-4356-bc32-a37c6a18876c None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:19:33.298432 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-29e5dd94-f766-4356-bc32-a37c6a18876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:33.391170 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Router 6b48974c-9b28-43c8-83af-4ee4756142f0 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:19:33.392351 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba req-c4f25d52-ab0e-476a-8034-b04979c4c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:33.393817 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba req-c4f25d52-ab0e-476a-8034-b04979c4c903 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f HTTP/1.1" status: 200 len: 911 time: 0.1779525 Jul 28 09:19:33.398212 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-29e5dd94-f766-4356-bc32-a37c6a18876c None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:19:33.521270 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba req-352c4952-6e47-41f8-97e8-1247f6866cc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=181e3f00-cd4e-4b11-be21-d4ab1e443feb HTTP/1.1" status: 200 len: 998 time: 0.1199353 Jul 28 09:19:33.577180 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:19:33.586574 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b4c7ede4-3106-4921-8de0-bb74e5bc601f admin admin] 10.222.0.48 "PUT /v2.0/routers/6b48974c-9b28-43c8-83af-4ee4756142f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1997817 Jul 28 09:19:33.586574 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49036) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:33.593168 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e698045-f5e8-47af-aa58-c9bdcd62f7fc None None] Sync routers for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:19:33.595332 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:33.597571 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba req-e0ae2833-d720-4a93-9c13-fabfcccb7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:33.599030 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba req-e0ae2833-d720-4a93-9c13-fabfcccb7f96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=66df279f-10e1-460e-ac7d-69ed4ca391e2 HTTP/1.1" status: 200 len: 849 time: 0.0717983 Jul 28 09:19:33.606836 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e698045-f5e8-47af-aa58-c9bdcd62f7fc None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:19:33.608180 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8e698045-f5e8-47af-aa58-c9bdcd62f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:33.611894 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-29e5dd94-f766-4356-bc32-a37c6a18876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2b336925-5a0b-4a72-b77a-da3c21d7ca97', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'port_id': '181e3f00-cd4e-4b11-be21-d4ab1e443feb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'mac_address': 'fa:16:3e:ae:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:19:18Z', 'updated_at': '2022-07-28T09:19:32Z', 'revision_number': 1, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:33.635885 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5dd94-f766-4356-bc32-a37c6a18876c None None] The sync data for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi is: [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2b336925-5a0b-4a72-b77a-da3c21d7ca97', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'floating_ip_address': '172.27.0.87', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'port_id': '181e3f00-cd4e-4b11-be21-d4ab1e443feb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'mac_address': 'fa:16:3e:ae:d8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:19:18Z', 'updated_at': '2022-07-28T09:19:32Z', 'revision_number': 1, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:19:33.713235 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba req-1ae3a948-c5a6-4869-be79-26091fab4add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:19:33.715410 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba req-1ae3a948-c5a6-4869-be79-26091fab4add service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6941e6b9-7bfc-4053-9e7d-f682ee21c51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825903 Jul 28 09:19:33.789412 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Publish callbacks [] for router (6b48974c-9b28-43c8-83af-4ee4756142f0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:33.844234 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e50d02-ba85-4d29-87c2-3e162baa5821 None None] New status for floating IP 2b336925-5a0b-4a72-b77a-da3c21d7ca97: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:19:33.844821 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-8e698045-f5e8-47af-aa58-c9bdcd62f7fc None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:19:33.847075 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:33.854740 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:33.925428 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba req-d94f9965-78b5-4209-80f5-1e9691612d52 service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020786 Jul 28 09:19:33.945553 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Publish callbacks [] for router_gateway (6b48974c-9b28-43c8-83af-4ee4756142f0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.026360 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8e698045-f5e8-47af-aa58-c9bdcd62f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:19:32Z', 'revision_number': 5, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port': {'id': 'cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:18Z', 'updated_at': '2022-07-28T09:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:34.049369 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Deleting port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:19:34.049712 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.057265 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e698045-f5e8-47af-aa58-c9bdcd62f7fc None None] Checking router: 6b48974c-9b28-43c8-83af-4ee4756142f0 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:19:34.066708 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e698045-f5e8-47af-aa58-c9bdcd62f7fc None None] Routers {'6b48974c-9b28-43c8-83af-4ee4756142f0'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:19:34.067345 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8e698045-f5e8-47af-aa58-c9bdcd62f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['6b48974c-9b28-43c8-83af-4ee4756142f0'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:34.103741 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4ca911c1-80c4-4d0a-b7af-274bb143a8ba req-cbaaa413-cb7a-4225-81c5-b838cdebb5cc service neutron] 10.222.0.60 "GET /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677554 Jul 28 09:19:34.147492 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] For port cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:34.147861 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.158493 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-8e698045-f5e8-47af-aa58-c9bdcd62f7fc None None] Set router 6b48974c-9b28-43c8-83af-4ee4756142f0 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:19:34.164399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Calling delete_port for cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:19:34.207911 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8e698045-f5e8-47af-aa58-c9bdcd62f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:19:33Z', 'revision_number': 6, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port_host': None}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:34.232383 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e698045-f5e8-47af-aa58-c9bdcd62f7fc None None] The sync data for ids ['6b48974c-9b28-43c8-83af-4ee4756142f0'] in dv-cinder-851249-5-iscsi is: [{'id': '6b48974c-9b28-43c8-83af-4ee4756142f0', 'name': 'tempest-ServerRescueNegativeTestJSON-222749790-router', 'tenant_id': '34cb634f5c154187a943a454a706f200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:19:33Z', 'revision_number': 6, 'project_id': '34cb634f5c154187a943a454a706f200', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:19:34.329777 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.351847 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:34.418730 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432667'] for router_gateway (6b48974c-9b28-43c8-83af-4ee4756142f0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.518260 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33071504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-589'] for router (6b48974c-9b28-43c8-83af-4ee4756142f0), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.520359 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Publish callbacks [] for router_controller (6b48974c-9b28-43c8-83af-4ee4756142f0), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.589243 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33071378'] for router (6b48974c-9b28-43c8-83af-4ee4756142f0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.591634 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b48974c-9b28-43c8-83af-4ee4756142f0 {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:19:34.598042 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.601469 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-284b6574-5e41-4629-a1f7-b69ba920e121 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6b48974c-9b28-43c8-83af-4ee4756142f0 HTTP/1.1" status: 204 len: 168 time: 1.0120494 Jul 28 09:19:34.601742 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49040) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:34.628536 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:34.651847 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-227ff1f7-9480-493d-b4bc-d6cd108d038a admin admin] Deleting subnet b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:19:34.656859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-227ff1f7-9480-493d-b4bc-d6cd108d038a admin admin] Publish callbacks [] for subnet (b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.692316 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-227ff1f7-9480-493d-b4bc-d6cd108d038a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4047020'] for subnet (b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.791637 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:34.794583 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-227ff1f7-9480-493d-b4bc-d6cd108d038a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.846990 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-227ff1f7-9480-493d-b4bc-d6cd108d038a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3789551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50436039'] for subnet (b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.876438 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ff1f7-9480-493d-b4bc-d6cd108d038a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:34.879934 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-227ff1f7-9480-493d-b4bc-d6cd108d038a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:34.883248 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-227ff1f7-9480-493d-b4bc-d6cd108d038a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b2d6df71-c7b0-4ea1-b2fc-99b5ef26954d HTTP/1.1" status: 204 len: 168 time: 0.2805064 Jul 28 09:19:34.885765 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49042) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:34.888707 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2248495a-5ab2-428e-9ffa-8218bff28586 None None] Network 64888555-aa9a-41f3-b5b6-dab010021048 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:19:34.956211 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (64888555-aa9a-41f3-b5b6-dab010021048), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.005091 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Deleting port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:19:35.005514 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.006416 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 5925a981-6b06-4c9d-9ab5-7330db45a4d0 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:19:35.012638 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:35.032102 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 5925a981-6b06-4c9d-9ab5-7330db45a4d0 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:19:35.032494 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 5925a981-6b06-4c9d-9ab5-7330db45a4d0 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:19:35.063363 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e46d0e-5406-4df1-a047-3316831787b1 None None] DHCP port deletion for 64888555-aa9a-41f3-b5b6-dab010021048 request from dv-cinder-851249-5-iscsi {{(pid=104125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 09:19:35.078490 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] For port fd5166ee-c668-43b4-87d3-4991aa7f1ec7, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=fd5166ee-c668-43b4-87d3-4991aa7f1ec7,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:35.078931 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.092550 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Calling delete_port for fd5166ee-c668-43b4-87d3-4991aa7f1ec7 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:19:35.106252 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-92e46d0e-5406-4df1-a047-3316831787b1 None None] Deleting port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:19:35.106628 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92e46d0e-5406-4df1-a047-3316831787b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.173225 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-92e46d0e-5406-4df1-a047-3316831787b1 None None] For port fd5166ee-c668-43b4-87d3-4991aa7f1ec7, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=fd5166ee-c668-43b4-87d3-4991aa7f1ec7,segment=NetworkSegment(8458a946-113d-49c4-b1e8-da48ec08db66),segment_id=8458a946-113d-49c4-b1e8-da48ec08db66)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:19:35.173619 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92e46d0e-5406-4df1-a047-3316831787b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.174635 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.195306 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-92e46d0e-5406-4df1-a047-3316831787b1 None None] Calling delete_port for fd5166ee-c668-43b4-87d3-4991aa7f1ec7 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:19:35.204343 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5166ee-c668-43b4-87d3-4991aa7f1ec7,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:35.210071 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] No DVR routers for this DVR port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 on host dv-cinder-851249-5-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:19:35.284421 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-92e46d0e-5406-4df1-a047-3316831787b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942'] for port (fd5166ee-c668-43b4-87d3-4991aa7f1ec7), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.289116 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (64888555-aa9a-41f3-b5b6-dab010021048), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.309214 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64888555-aa9a-41f3-b5b6-dab010021048']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:35.311856 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e46d0e-5406-4df1-a047-3316831787b1 None None] No DVR routers for this DVR port fd5166ee-c668-43b4-87d3-4991aa7f1ec7 on host dv-cinder-851249-5-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:19:35.318946 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e46d0e-5406-4df1-a047-3316831787b1 None None] Pushing event deleted for resources: {'Port': ['ID=fd5166ee-c668-43b4-87d3-4991aa7f1ec7,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:35.320976 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8458a946-113d-49c4-b1e8-da48ec08db66') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:35.321269 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8458a946-113d-49c4-b1e8-da48ec08db66') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:19:35.335108 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047029'] for segment (8458a946-113d-49c4-b1e8-da48ec08db66), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.348847 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (8458a946-113d-49c4-b1e8-da48ec08db66), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.354906 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:19:35.355929 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3789489'] for segment (8458a946-113d-49c4-b1e8-da48ec08db66), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.415568 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (64888555-aa9a-41f3-b5b6-dab010021048), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.421865 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.427759 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] 10.222.0.48 "DELETE /v2.0/networks/64888555-aa9a-41f3-b5b6-dab010021048 HTTP/1.1" status: 204 len: 168 time: 0.5375421 Jul 28 09:19:35.436290 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99f8d5-e540-47f6-8622-52580454d4ca admin admin] Pushing event deleted for resources: {'Network': ['ID=64888555-aa9a-41f3-b5b6-dab010021048,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:35.446103 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 8458a946-113d-49c4-b1e8-da48ec08db66 resource provider aggregate not found Jul 28 09:19:35.462272 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 8458a946-113d-49c4-b1e8-da48ec08db66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8458a946-113d-49c4-b1e8-da48ec08db66 found for delete ", "request_id": "req-c87a4aa8-ec29-4f03-96f4-fe4343776034"}]} Jul 28 09:19:35.537593 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49052) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:35.577989 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-79eab4ba-015b-47c7-90e9-cf7e54b42a68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34cb634f5c154187a943a454a706f200&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389347 Jul 28 09:19:35.580127 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49054) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:35.585918 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:35.629606 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e3e08fd4-cc61-4878-a45e-7d8554f236a7 admin admin] Publish callbacks [] for security_group (df897441-2b30-44d3-9650-7f56a28214c2), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.653894 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e3e08fd4-cc61-4878-a45e-7d8554f236a7 admin admin] Publish callbacks [] for security_group (df897441-2b30-44d3-9650-7f56a28214c2), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.702268 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e3e08fd4-cc61-4878-a45e-7d8554f236a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (df897441-2b30-44d3-9650-7f56a28214c2), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.704753 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e3e08fd4-cc61-4878-a45e-7d8554f236a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:35.706198 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e3e08fd4-cc61-4878-a45e-7d8554f236a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df897441-2b30-44d3-9650-7f56a28214c2 HTTP/1.1" status: 204 len: 168 time: 0.1248958 Jul 28 09:19:35.713747 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e08fd4-cc61-4878-a45e-7d8554f236a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df897441-2b30-44d3-9650-7f56a28214c2,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:36.413238 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:19:36.432678 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:19:36.433025 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device cad3e0ea-bef2-4d3b-ba50-e9b2dd16299d not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:19:36.433435 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device fd5166ee-c668-43b4-87d3-4991aa7f1ec7 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:19:36.454478 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: fd5166ee-c668-43b4-87d3-4991aa7f1ec7 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:19:36.454763 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device fd5166ee-c668-43b4-87d3-4991aa7f1ec7 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:19:37.046494 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49104) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:37.159388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-59904208-65f1-460e-9c0c-b875dae9bfe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:37.209010 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:37.238402 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-59904208-65f1-460e-9c0c-b875dae9bfe8 admin admin] Publish callbacks [] for security_group (43322f87-c6ed-42a5-9872-de56330c6d38), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:37.241971 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-59904208-65f1-460e-9c0c-b875dae9bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (43322f87-c6ed-42a5-9872-de56330c6d38), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:37.281316 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-59904208-65f1-460e-9c0c-b875dae9bfe8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=481ef05fe4444c3caf20f39264088add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337542 Jul 28 09:19:37.282184 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59904208-65f1-460e-9c0c-b875dae9bfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43322f87-c6ed-42a5-9872-de56330c6d38,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:37.284053 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49108) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:37.335103 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Publish callbacks [] for security_group (43322f87-c6ed-42a5-9872-de56330c6d38), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:37.356206 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Publish callbacks [] for security_group (43322f87-c6ed-42a5-9872-de56330c6d38), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:37.388534 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:37.404416 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (43322f87-c6ed-42a5-9872-de56330c6d38), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:37.407053 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:37.408305 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43322f87-c6ed-42a5-9872-de56330c6d38 HTTP/1.1" status: 204 len: 168 time: 0.1231260 Jul 28 09:19:37.415985 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43322f87-c6ed-42a5-9872-de56330c6d38,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:37.423301 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.423654 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.423996 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.424337 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.424745 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.425111 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.425477 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.425806 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.426161 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.426488 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.426816 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.427141 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.427489 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.427785 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:37.428101 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2654db8d-7028-499c-86ce-6301ec027094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:39.062112 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49158) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:39.164481 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3e8ceae8-ad15-4b2f-aa50-4384a3ba8e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.238960 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3e8ceae8-ad15-4b2f-aa50-4384a3ba8e79 admin admin] Publish callbacks [] for security_group (d4419700-e4bd-4426-8c6e-8d67a20e22f6), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.242465 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3e8ceae8-ad15-4b2f-aa50-4384a3ba8e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d4419700-e4bd-4426-8c6e-8d67a20e22f6), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.281813 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3e8ceae8-ad15-4b2f-aa50-4384a3ba8e79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7d90e9b611d48bcb2068af14ccc1ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186530 Jul 28 09:19:39.282721 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ceae8-ad15-4b2f-aa50-4384a3ba8e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4419700-e4bd-4426-8c6e-8d67a20e22f6,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:39.284559 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49164) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:39.333833 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7a236a3-19db-4c18-b355-54ef7e86d8a9 admin admin] Publish callbacks [] for security_group (d4419700-e4bd-4426-8c6e-8d67a20e22f6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.354351 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7a236a3-19db-4c18-b355-54ef7e86d8a9 admin admin] Publish callbacks [] for security_group (d4419700-e4bd-4426-8c6e-8d67a20e22f6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.404043 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7a236a3-19db-4c18-b355-54ef7e86d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d4419700-e4bd-4426-8c6e-8d67a20e22f6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.406605 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b7a236a3-19db-4c18-b355-54ef7e86d8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.407742 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b7a236a3-19db-4c18-b355-54ef7e86d8a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4419700-e4bd-4426-8c6e-8d67a20e22f6 HTTP/1.1" status: 204 len: 168 time: 0.1221604 Jul 28 09:19:39.415366 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a236a3-19db-4c18-b355-54ef7e86d8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4419700-e4bd-4426-8c6e-8d67a20e22f6,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:39.669264 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49172) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:39.684375 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7bdfac36-f253-4dd2-8f34-87cf21bb9c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.766587 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7bdfac36-f253-4dd2-8f34-87cf21bb9c44 admin admin] Publish callbacks [] for security_group (7f9915c1-4535-4bda-8475-b6ff14601813), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.771421 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7bdfac36-f253-4dd2-8f34-87cf21bb9c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (7f9915c1-4535-4bda-8475-b6ff14601813), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.811048 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7bdfac36-f253-4dd2-8f34-87cf21bb9c44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7722499c1ab431cb855adf754862e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406691 Jul 28 09:19:39.811896 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfac36-f253-4dd2-8f34-87cf21bb9c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9915c1-4535-4bda-8475-b6ff14601813,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:39.813810 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49174) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:39.862960 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-67699455-4fa4-42ff-97bb-365dd759239b admin admin] Publish callbacks [] for security_group (7f9915c1-4535-4bda-8475-b6ff14601813), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.884204 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-67699455-4fa4-42ff-97bb-365dd759239b admin admin] Publish callbacks [] for security_group (7f9915c1-4535-4bda-8475-b6ff14601813), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.931824 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-67699455-4fa4-42ff-97bb-365dd759239b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (7f9915c1-4535-4bda-8475-b6ff14601813), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.934472 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-67699455-4fa4-42ff-97bb-365dd759239b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:39.935608 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-67699455-4fa4-42ff-97bb-365dd759239b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f9915c1-4535-4bda-8475-b6ff14601813 HTTP/1.1" status: 204 len: 168 time: 0.1207323 Jul 28 09:19:39.943335 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67699455-4fa4-42ff-97bb-365dd759239b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9915c1-4535-4bda-8475-b6ff14601813,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:44.044517 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:44.046952 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=85 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:46.436447 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=62,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:48.660753 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49312) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:48.766936 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03b6f1fe-6b88-445d-adf7-d4d562a65b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:48.800252 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:48.843169 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03b6f1fe-6b88-445d-adf7-d4d562a65b2f admin admin] Publish callbacks [] for security_group (ec0d2581-3f08-440c-9b1b-ed37ecb7b75b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:48.846608 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-03b6f1fe-6b88-445d-adf7-d4d562a65b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (ec0d2581-3f08-440c-9b1b-ed37ecb7b75b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:48.885463 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6f1fe-6b88-445d-adf7-d4d562a65b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0d2581-3f08-440c-9b1b-ed37ecb7b75b,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:48.889717 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-03b6f1fe-6b88-445d-adf7-d4d562a65b2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1de57a854924512b1e3ca383cef812c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279606 Jul 28 09:19:48.892521 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49316) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:48.942141 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e33bf89-5319-4d0a-883b-957bc16f2f26 admin admin] Publish callbacks [] for security_group (ec0d2581-3f08-440c-9b1b-ed37ecb7b75b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:48.963728 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e33bf89-5319-4d0a-883b-957bc16f2f26 admin admin] Publish callbacks [] for security_group (ec0d2581-3f08-440c-9b1b-ed37ecb7b75b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.010638 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e33bf89-5319-4d0a-883b-957bc16f2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (ec0d2581-3f08-440c-9b1b-ed37ecb7b75b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.013155 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e33bf89-5319-4d0a-883b-957bc16f2f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.014397 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6e33bf89-5319-4d0a-883b-957bc16f2f26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec0d2581-3f08-440c-9b1b-ed37ecb7b75b HTTP/1.1" status: 204 len: 168 time: 0.1208496 Jul 28 09:19:49.021902 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33bf89-5319-4d0a-883b-957bc16f2f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0d2581-3f08-440c-9b1b-ed37ecb7b75b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:49.268842 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49322) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:49.282636 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5833c022-7036-48ce-8e0f-b36dc993566d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.315854 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:49.357863 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5833c022-7036-48ce-8e0f-b36dc993566d admin admin] Publish callbacks [] for security_group (366b883d-583b-43fa-b11d-f436b84c31e6), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.361193 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5833c022-7036-48ce-8e0f-b36dc993566d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (366b883d-583b-43fa-b11d-f436b84c31e6), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.401654 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5833c022-7036-48ce-8e0f-b36dc993566d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9c5fd95ce69459b91f7359a4665289f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317649 Jul 28 09:19:49.402481 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833c022-7036-48ce-8e0f-b36dc993566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366b883d-583b-43fa-b11d-f436b84c31e6,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:49.404446 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49324) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:49.452977 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e117b8b9-76d2-473c-a80b-0bebacdb3642 admin admin] Publish callbacks [] for security_group (366b883d-583b-43fa-b11d-f436b84c31e6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.474570 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e117b8b9-76d2-473c-a80b-0bebacdb3642 admin admin] Publish callbacks [] for security_group (366b883d-583b-43fa-b11d-f436b84c31e6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.520345 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e117b8b9-76d2-473c-a80b-0bebacdb3642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (366b883d-583b-43fa-b11d-f436b84c31e6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.522841 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e117b8b9-76d2-473c-a80b-0bebacdb3642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.523962 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e117b8b9-76d2-473c-a80b-0bebacdb3642 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/366b883d-583b-43fa-b11d-f436b84c31e6 HTTP/1.1" status: 204 len: 168 time: 0.1179852 Jul 28 09:19:49.531859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117b8b9-76d2-473c-a80b-0bebacdb3642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366b883d-583b-43fa-b11d-f436b84c31e6,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:49.839449 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49330) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:49.852870 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba474953-fd8d-4345-9e2f-98791fa572fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.927069 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba474953-fd8d-4345-9e2f-98791fa572fd admin admin] Publish callbacks [] for security_group (d82abbe2-10e0-478d-869d-e9dc8f87fc00), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.931010 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba474953-fd8d-4345-9e2f-98791fa572fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d82abbe2-10e0-478d-869d-e9dc8f87fc00), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:49.966257 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:49.972321 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba474953-fd8d-4345-9e2f-98791fa572fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82abbe2-10e0-478d-869d-e9dc8f87fc00,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:49.978560 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ba474953-fd8d-4345-9e2f-98791fa572fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa26c316a2fb4d07aef8c8ede24f61ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380825 Jul 28 09:19:49.981267 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49332) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:50.032221 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6b77859b-5318-4ecb-a754-e726e287f49d admin admin] Publish callbacks [] for security_group (d82abbe2-10e0-478d-869d-e9dc8f87fc00), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:50.053561 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6b77859b-5318-4ecb-a754-e726e287f49d admin admin] Publish callbacks [] for security_group (d82abbe2-10e0-478d-869d-e9dc8f87fc00), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:50.099483 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6b77859b-5318-4ecb-a754-e726e287f49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d82abbe2-10e0-478d-869d-e9dc8f87fc00), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:50.103892 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6b77859b-5318-4ecb-a754-e726e287f49d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:50.105802 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6b77859b-5318-4ecb-a754-e726e287f49d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d82abbe2-10e0-478d-869d-e9dc8f87fc00 HTTP/1.1" status: 204 len: 168 time: 0.1234159 Jul 28 09:19:50.117376 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77859b-5318-4ecb-a754-e726e287f49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82abbe2-10e0-478d-869d-e9dc8f87fc00,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:51.157404 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49362) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:51.266799 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1eca-51ab-4fd2-a997-d149217ab4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:51.328249 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:51.344124 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1eca-51ab-4fd2-a997-d149217ab4bf admin admin] Publish callbacks [] for security_group (e2d24f5e-54f4-4141-aa34-e076bf208229), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:51.347885 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d3cf1eca-51ab-4fd2-a997-d149217ab4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (e2d24f5e-54f4-4141-aa34-e076bf208229), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:51.397185 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf1eca-51ab-4fd2-a997-d149217ab4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d24f5e-54f4-4141-aa34-e076bf208229,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:51.401264 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d3cf1eca-51ab-4fd2-a997-d149217ab4bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a68575a7c4b649ad926fde3bef01ccea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427330 Jul 28 09:19:51.403967 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49366) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:19:51.451450 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-687ad659-fe9b-4095-bcfd-440130fa5a5d admin admin] Publish callbacks [] for security_group (e2d24f5e-54f4-4141-aa34-e076bf208229), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:51.472261 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-687ad659-fe9b-4095-bcfd-440130fa5a5d admin admin] Publish callbacks [] for security_group (e2d24f5e-54f4-4141-aa34-e076bf208229), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:51.519303 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-687ad659-fe9b-4095-bcfd-440130fa5a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (e2d24f5e-54f4-4141-aa34-e076bf208229), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:51.521795 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-687ad659-fe9b-4095-bcfd-440130fa5a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:51.522981 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-687ad659-fe9b-4095-bcfd-440130fa5a5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2d24f5e-54f4-4141-aa34-e076bf208229 HTTP/1.1" status: 204 len: 168 time: 0.1181877 Jul 28 09:19:51.530623 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ad659-fe9b-4095-bcfd-440130fa5a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d24f5e-54f4-4141-aa34-e076bf208229,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:52.230985 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:56.843143 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=16 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:56.848042 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=10 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:56.850124 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5fb13a7e-2a63-4ab5-ba82-05972d12b103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:59.363253 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bdafc37-bb0b-4a6d-b5f5-8b11f7dce000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:19:59.396344 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=10 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:59.398330 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:19:59.416190 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:20:00.266779 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:01.506751 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:01.526950 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=54,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:01.622833 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49448) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:01.727975 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0365235d-3489-4422-be32-fca4d83f20bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:01.751755 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:01.804775 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0365235d-3489-4422-be32-fca4d83f20bf admin admin] Publish callbacks [] for security_group (6de5e2ee-1908-4ad1-ba69-5c3a11590f2d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:01.808425 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0365235d-3489-4422-be32-fca4d83f20bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (6de5e2ee-1908-4ad1-ba69-5c3a11590f2d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:01.850721 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0365235d-3489-4422-be32-fca4d83f20bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be97518582974331b49a7af74ed58801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268400 Jul 28 09:20:01.851599 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365235d-3489-4422-be32-fca4d83f20bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de5e2ee-1908-4ad1-ba69-5c3a11590f2d,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:01.854297 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49454) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:01.906455 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-98acef8e-3fe2-46ec-8f97-2138320b6469 admin admin] Publish callbacks [] for security_group (6de5e2ee-1908-4ad1-ba69-5c3a11590f2d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:01.930664 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-98acef8e-3fe2-46ec-8f97-2138320b6469 admin admin] Publish callbacks [] for security_group (6de5e2ee-1908-4ad1-ba69-5c3a11590f2d), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:01.931191 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:01.978294 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-98acef8e-3fe2-46ec-8f97-2138320b6469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (6de5e2ee-1908-4ad1-ba69-5c3a11590f2d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:01.980803 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-98acef8e-3fe2-46ec-8f97-2138320b6469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:01.981978 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-98acef8e-3fe2-46ec-8f97-2138320b6469 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6de5e2ee-1908-4ad1-ba69-5c3a11590f2d HTTP/1.1" status: 204 len: 168 time: 0.1266577 Jul 28 09:20:01.990302 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acef8e-3fe2-46ec-8f97-2138320b6469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de5e2ee-1908-4ad1-ba69-5c3a11590f2d,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:02.594452 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49478) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:02.689661 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-891486693-network', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:02.710288 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Made reservation on behalf of 53fd239676ec42e0a9f145e924fc249a for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:20:02.712539 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:02.721341 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:02.796040 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Publish callbacks [] for security_group (12047f32-e62d-4a3c-a2dc-bffab4eca69a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:02.799963 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (12047f32-e62d-4a3c-a2dc-bffab4eca69a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:02.821295 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:20:02.837941 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12047f32-e62d-4a3c-a2dc-bffab4eca69a,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:02.841774 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (534a6886-cd79-4c55-af06-fecea35f0d8b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:02.842141 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Added segment 534a6886-cd79-4c55-af06-fecea35f0d8b of type vlan for network 6e5822d8-ff00-4424-b54d-09f23d169007 Jul 28 09:20:02.883639 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (6e5822d8-ff00-4424-b54d-09f23d169007), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:02.907109 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (6e5822d8-ff00-4424-b54d-09f23d169007), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:02.908048 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:02.908692 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.207029 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6113577 Jul 28 09:20:03.209965 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49482) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:03.210554 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024f20b-70f6-4921-b565-756ead68a2bd admin admin] Pushing event updated for resources: {'Network': ['ID=6e5822d8-ff00-4424-b54d-09f23d169007,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:03.216205 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] Request body: {'subnet': {'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-891486693-subnet', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:03.219779 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 6e5822d8-ff00-4424-b54d-09f23d169007 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:20:03.237608 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] Made reservation on behalf of 53fd239676ec42e0a9f145e924fc249a for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:20:03.240090 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8565297'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.405366 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8565279'] for subnet (48bdb455-4ab7-4e83-9412-807fb482cf5c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.461370 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48bdb455-4ab7-4e83-9412-807fb482cf5c,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:03.470600 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] Checking segment: {'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:20:03.470958 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] Network hostable DHCP agents. Network: 6e5822d8-ff00-4424-b54d-09f23d169007, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:20:03.488530 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] Network 6e5822d8-ff00-4424-b54d-09f23d169007 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:20:03.496901 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 6e5822d8-ff00-4424-b54d-09f23d169007) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:03.500995 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:03.501678 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.506545 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd731a09-ab70-4675-807c-d9ad5c5882ec None None] Network 6e5822d8-ff00-4424-b54d-09f23d169007 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:20:03.517630 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8766e390-dd84-426d-be7e-11266f783da9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3065546 Jul 28 09:20:03.520560 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49484) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:03.524948 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:03.544570 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.546204 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.596852 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Publish callbacks [] for router_controller (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.609401 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-6e5822d8-ff00-4424-b54d-09f23d169007', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:20:03.610600 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.735064 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Publish callbacks [] for router_gateway (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.744134 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Allocated IP 172.20.0.2 (6e5822d8-ff00-4424-b54d-09f23d169007/48bdb455-4ab7-4e83-9412-807fb482cf5c/b80b1856-776e-4171-82d0-bbbd026b3107) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:20:03.785506 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=15,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:03.796012 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:03.819395 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:03.894026 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Publish callbacks [] for port (b80b1856-776e-4171-82d0-bbbd026b3107), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.900077 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.934564 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Network 6e5822d8-ff00-4424-b54d-09f23d169007 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:03.937441 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:03.938591 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Publish callbacks [] for router_gateway (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.943082 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:20:03.958283 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Pushing event updated for resources: {'Port': ['ID=b80b1856-776e-4171-82d0-bbbd026b3107,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:03.964525 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:03.982437 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.982789 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.983167 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.983512 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.983852 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.984187 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.984522 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.984850 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.985235 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.985505 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.985821 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.986176 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.986503 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.986822 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:03.987140 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:04.016136 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Attempting to bind port b80b1856-776e-4171-82d0-bbbd026b3107 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:20:04.016509 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Attempting to bind port b80b1856-776e-4171-82d0-bbbd026b3107 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:20:04.016875 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Attempting to bind port b80b1856-776e-4171-82d0-bbbd026b3107 on network 6e5822d8-ff00-4424-b54d-09f23d169007 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:20:04.021885 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:20:04.022443 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Checking segment: {'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:20:04.022660 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:04.023056 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Bound using segment: {'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:20:04.023523 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Bound port: b80b1856-776e-4171-82d0-bbbd026b3107, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:20:04.023902 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:04.070915 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Allocated IP 172.27.0.196 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/83c41f20-f24a-495f-bb46-13c5eac11974) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:20:04.086641 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] For port b80b1856-776e-4171-82d0-bbbd026b3107, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:20:04.089774 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] For port b80b1856-776e-4171-82d0-bbbd026b3107, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=b80b1856-776e-4171-82d0-bbbd026b3107,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:20:04.096807 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:04.156778 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d103b89-6745-4fb4-bc1c-674479eec59e None None] Pushing event updated for resources: {'Port': ['ID=b80b1856-776e-4171-82d0-bbbd026b3107,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:04.186918 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Publish callbacks [] for port (83c41f20-f24a-495f-bb46-13c5eac11974), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:04.220335 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:04.257274 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:04.264117 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:04.268910 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:20:04.274229 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Pushing event updated for resources: {'Port': ['ID=83c41f20-f24a-495f-bb46-13c5eac11974,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:04.490489 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device b80b1856-776e-4171-82d0-bbbd026b3107 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:04.494230 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:04.537064 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port b80b1856-776e-4171-82d0-bbbd026b3107 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:04.537347 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:04.552682 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Publish callbacks [] for router_gateway (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:04.611244 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port b80b1856-776e-4171-82d0-bbbd026b3107 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:04.611737 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:04.647351 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port b80b1856-776e-4171-82d0-bbbd026b3107, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=b80b1856-776e-4171-82d0-bbbd026b3107,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:04.651261 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:04.699544 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=b80b1856-776e-4171-82d0-bbbd026b3107,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:04.731616 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:04.746812 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:04.782758 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:04.878243 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:20:04.988755 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:20:04.999706 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Sync routers for ids ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:20:05.007897 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:05.011535 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ee7d8f1b-fd55-487a-8626-9ea13d8a90cc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4876049 Jul 28 09:20:05.012180 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49486) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:05.014623 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Routers {'3de34c22-42ae-4d0f-9883-0de3e0f14ffc'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:20:05.015247 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:05.072893 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39f4ae5-7380-4942-9aa4-e702b20a279e None None] Network 6e5822d8-ff00-4424-b54d-09f23d169007 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:20:05.162492 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-b240ae9e-975d-4b4b-b68e-c0b584dcd26f None None] Provisioning complete for port b80b1856-776e-4171-82d0-bbbd026b3107 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:05.162847 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b240ae9e-975d-4b4b-b68e-c0b584dcd26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:05.200993 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:05.214308 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Set router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:20:05.347998 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:05.364842 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:05.427245 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:05.522418 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-b240ae9e-975d-4b4b-b68e-c0b584dcd26f None None] Current status of the port b80b1856-776e-4171-82d0-bbbd026b3107 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:05.584351 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Allocated IP 172.20.0.1 (6e5822d8-ff00-4424-b54d-09f23d169007/48bdb455-4ab7-4e83-9412-807fb482cf5c/a1799114-0fb0-457b-9d1f-769097a0f87c) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:20:05.590157 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:04Z', 'revision_number': 3, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:05.620137 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Checking router: 3de34c22-42ae-4d0f-9883-0de3e0f14ffc for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:20:05.620486 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Updating router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc port 83c41f20-f24a-495f-bb46-13c5eac11974 binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:20:05.650201 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:05.693256 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Publish callbacks [] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:05.727679 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:05.738064 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:05.757564 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-54d4fb9f-5209-4b0f-9c31-79d3b187c5b9 None None] Provisioning complete for port b80b1856-776e-4171-82d0-bbbd026b3107 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:05.758000 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-54d4fb9f-5209-4b0f-9c31-79d3b187c5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:05.774010 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Network 6e5822d8-ff00-4424-b54d-09f23d169007 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:05.778994 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:05.783090 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:20:05.786114 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Pushing event updated for resources: {'Port': ['ID=a1799114-0fb0-457b-9d1f-769097a0f87c,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:05.824924 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:05.922711 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-54d4fb9f-5209-4b0f-9c31-79d3b187c5b9 None None] Current status of the port b80b1856-776e-4171-82d0-bbbd026b3107 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:05.971966 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:05.995897 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Publish callbacks [] for port (83c41f20-f24a-495f-bb46-13c5eac11974), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:06.002171 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:06.064240 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-ae71e124-beee-4917-a304-ca603faa3d1b None None] Provisioning complete for port a1799114-0fb0-457b-9d1f-769097a0f87c triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:06.064535 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ae71e124-beee-4917-a304-ca603faa3d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:06.066413 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Attempting to bind port 83c41f20-f24a-495f-bb46-13c5eac11974 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:20:06.066787 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Attempting to bind port 83c41f20-f24a-495f-bb46-13c5eac11974 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:20:06.067152 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Attempting to bind port 83c41f20-f24a-495f-bb46-13c5eac11974 on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:20:06.068944 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e23071-8d2e-4fbc-8d4f-173fe8ab9326 None None] Pushing event updated for resources: {'Port': ['ID=83c41f20-f24a-495f-bb46-13c5eac11974,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:06.069857 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:06.094481 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:20:06.094868 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:20:06.095272 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:06.095666 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:20:06.096148 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Bound port: 83c41f20-f24a-495f-bb46-13c5eac11974, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:20:06.096531 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:06.130619 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-ae71e124-beee-4917-a304-ca603faa3d1b None None] Port a1799114-0fb0-457b-9d1f-769097a0f87c cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:20:06.142970 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Publish callbacks [] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:06.148085 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4130328'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:06.155576 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] For port 83c41f20-f24a-495f-bb46-13c5eac11974, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:20:06.158704 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] For port 83c41f20-f24a-495f-bb46-13c5eac11974, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=83c41f20-f24a-495f-bb46-13c5eac11974,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:20:06.164006 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:06.201811 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:06.210554 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:06.225856 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Routers {'3de34c22-42ae-4d0f-9883-0de3e0f14ffc'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:20:06.226483 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:06.226730 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:06.228477 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Pushing event updated for resources: {'Port': ['ID=a1799114-0fb0-457b-9d1f-769097a0f87c,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:06.228692 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e23071-8d2e-4fbc-8d4f-173fe8ab9326 None None] Pushing event updated for resources: {'Port': ['ID=83c41f20-f24a-495f-bb46-13c5eac11974,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:06.326177 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Network 6e5822d8-ff00-4424-b54d-09f23d169007 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:06.327627 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:06.331876 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] Set router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:20:06.453928 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:20:06.454452 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device b80b1856-776e-4171-82d0-bbbd026b3107 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:06.532030 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:06.537465 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port b80b1856-776e-4171-82d0-bbbd026b3107 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:06.537865 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:06.565155 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:20:06.570106 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-23469367-a34a-463d-a98d-ccac7be44d6f admin admin] 10.222.0.48 "PUT /v2.0/routers/3de34c22-42ae-4d0f-9883-0de3e0f14ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5567753 Jul 28 09:20:06.617385 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-607d6ebc-bb58-4c62-a14c-26a522de04d2 None None] Provisioning complete for port a1799114-0fb0-457b-9d1f-769097a0f87c triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:06.617756 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-607d6ebc-bb58-4c62-a14c-26a522de04d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:06.649269 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:05Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'a1799114-0fb0-457b-9d1f-769097a0f87c', 'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'mac_address': 'fa:16:3e:a1:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:05Z', 'updated_at': '2022-07-28T09:20:06Z', 'revision_number': 2, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'subnets': [{'id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:06.687470 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c75e4c-398e-4504-9af5-c93838d08eaa None None] The sync data for ids ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'] in dv-cinder-851249-5-iscsi is: [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:05Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'a1799114-0fb0-457b-9d1f-769097a0f87c', 'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'mac_address': 'fa:16:3e:a1:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:05Z', 'updated_at': '2022-07-28T09:20:06Z', 'revision_number': 2, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'subnets': [{'id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:20:06.689213 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-607d6ebc-bb58-4c62-a14c-26a522de04d2 None None] Port a1799114-0fb0-457b-9d1f-769097a0f87c cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:20:06.724901 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port b80b1856-776e-4171-82d0-bbbd026b3107 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:07.125278 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49502) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:07.130331 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1081558520-network', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:07.152206 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Made reservation on behalf of 3e81acb21c8b4a439a0ee4ea3ce5aebe for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:20:07.154486 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.163850 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.246185 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Publish callbacks [] for security_group (50a95472-3cb6-4fda-89c5-34ff4e7ecdd5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.251346 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (50a95472-3cb6-4fda-89c5-34ff4e7ecdd5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.280049 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:20:07.290959 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a95472-3cb6-4fda-89c5-34ff4e7ecdd5,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:07.299832 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (121f0daa-b549-4913-8784-dba6450c1cbd), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.300516 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Added segment 121f0daa-b549-4913-8784-dba6450c1cbd of type vlan for network 68c14293-6caf-4a23-bcc8-930f0f6dec13 Jul 28 09:20:07.350909 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (68c14293-6caf-4a23-bcc8-930f0f6dec13), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.381255 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (68c14293-6caf-4a23-bcc8-930f0f6dec13), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.382306 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:07.382890 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.388243 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:07.439535 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3131022 Jul 28 09:20:07.442376 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49504) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:07.448534 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] Request body: {'subnet': {'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1081558520-subnet', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:07.458148 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb94f78-6db3-45c5-96c6-62bef7301b30 admin admin] Pushing event updated for resources: {'Network': ['ID=68c14293-6caf-4a23-bcc8-930f0f6dec13,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:07.468563 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 68c14293-6caf-4a23-bcc8-930f0f6dec13 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:20:07.473292 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] Made reservation on behalf of 3e81acb21c8b4a439a0ee4ea3ce5aebe for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:20:07.476403 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50436066'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.657271 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3789358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50436044'] for subnet (fb706ee8-6ff3-4ad8-954d-49f56d04a74f), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.709932 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb706ee8-6ff3-4ad8-954d-49f56d04a74f,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:07.725524 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] Checking segment: {'id': '121f0daa-b549-4913-8784-dba6450c1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:20:07.725992 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] Network hostable DHCP agents. Network: 68c14293-6caf-4a23-bcc8-930f0f6dec13, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:20:07.743625 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] Network 68c14293-6caf-4a23-bcc8-930f0f6dec13 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:20:07.753089 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 68c14293-6caf-4a23-bcc8-930f0f6dec13) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:07.757100 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:07.757757 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.763013 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf7859-c7a9-4d6b-a4b3-dfbce2358585 None None] Network 68c14293-6caf-4a23-bcc8-930f0f6dec13 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:20:07.774778 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ae99009f-9bb9-4b57-9670-3804358a8cc1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3313029 Jul 28 09:20:07.777251 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49506) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:07.781891 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1081558520-router', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:07.804477 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (25c035fc-6425-4f19-9631-b25019ccc343), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.805637 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (25c035fc-6425-4f19-9631-b25019ccc343), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.860159 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Publish callbacks [] for router_controller (25c035fc-6425-4f19-9631-b25019ccc343), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:07.878443 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-68c14293-6caf-4a23-bcc8-930f0f6dec13', 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13', 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'fixed_ips': [{'subnet_id': 'fb706ee8-6ff3-4ad8-954d-49f56d04a74f'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:20:07.879483 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.009339 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Publish callbacks [] for router_gateway (25c035fc-6425-4f19-9631-b25019ccc343), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.018449 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:08.022844 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Allocated IP 172.20.0.2 (68c14293-6caf-4a23-bcc8-930f0f6dec13/fb706ee8-6ff3-4ad8-954d-49f56d04a74f/16317fcc-7d5e-44a6-9074-119f88028e09) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:20:08.034278 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:08.064181 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:08.179316 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Publish callbacks [] for port (16317fcc-7d5e-44a6-9074-119f88028e09), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.184374 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.201936 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Publish callbacks [] for router_gateway (25c035fc-6425-4f19-9631-b25019ccc343), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.224787 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Network 68c14293-6caf-4a23-bcc8-930f0f6dec13 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:08.225044 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.228036 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:08.235282 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Pushing event updated for resources: {'Port': ['ID=16317fcc-7d5e-44a6-9074-119f88028e09,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:08.237515 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:20:08.293137 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Attempting to bind port 16317fcc-7d5e-44a6-9074-119f88028e09 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:20:08.293506 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Attempting to bind port 16317fcc-7d5e-44a6-9074-119f88028e09 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '121f0daa-b549-4913-8784-dba6450c1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:20:08.293890 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Attempting to bind port 16317fcc-7d5e-44a6-9074-119f88028e09 on network 68c14293-6caf-4a23-bcc8-930f0f6dec13 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:20:08.299090 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:20:08.299461 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Checking segment: {'id': '121f0daa-b549-4913-8784-dba6450c1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:20:08.299882 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.300239 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Bound using segment: {'id': '121f0daa-b549-4913-8784-dba6450c1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:20:08.300712 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Bound port: 16317fcc-7d5e-44a6-9074-119f88028e09, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121f0daa-b549-4913-8784-dba6450c1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:20:08.301097 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.340598 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Allocated IP 172.27.0.171 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/f37d25af-d0a6-4c44-b707-1599a47c8034) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:20:08.373373 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] For port 16317fcc-7d5e-44a6-9074-119f88028e09, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:20:08.377013 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] For port 16317fcc-7d5e-44a6-9074-119f88028e09, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=16317fcc-7d5e-44a6-9074-119f88028e09,segment=NetworkSegment(121f0daa-b549-4913-8784-dba6450c1cbd),segment_id=121f0daa-b549-4913-8784-dba6450c1cbd)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:20:08.384010 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.455153 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdb963-aaa0-42b3-ab0e-dd1a74a71596 None None] Pushing event updated for resources: {'Port': ['ID=16317fcc-7d5e-44a6-9074-119f88028e09,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:08.472647 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Publish callbacks [] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.474899 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:08.486703 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 83c41f20-f24a-495f-bb46-13c5eac11974 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:08.513510 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:08.517543 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.547171 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 83c41f20-f24a-495f-bb46-13c5eac11974 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:08.547539 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.554299 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:08.558717 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:08.561239 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:20:08.607421 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Pushing event updated for resources: {'Port': ['ID=f37d25af-d0a6-4c44-b707-1599a47c8034,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:08.665225 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 83c41f20-f24a-495f-bb46-13c5eac11974 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:08.665807 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.697348 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 83c41f20-f24a-495f-bb46-13c5eac11974, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=83c41f20-f24a-495f-bb46-13c5eac11974,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:08.703247 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.722859 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Sync routers for ids ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:20:08.749901 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Routers {'3de34c22-42ae-4d0f-9883-0de3e0f14ffc'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:20:08.750544 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:08.773927 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=83c41f20-f24a-495f-bb46-13c5eac11974,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:08.866323 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Publish callbacks [] for router_gateway (25c035fc-6425-4f19-9631-b25019ccc343), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:08.870149 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Set router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:20:09.033737 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:09.043160 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:09.060569 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (25c035fc-6425-4f19-9631-b25019ccc343), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:09.063260 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:05Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'a1799114-0fb0-457b-9d1f-769097a0f87c', 'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'mac_address': 'fa:16:3e:a1:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:05Z', 'updated_at': '2022-07-28T09:20:06Z', 'revision_number': 2, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'subnets': [{'id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:09.090723 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Checking router: 3de34c22-42ae-4d0f-9883-0de3e0f14ffc for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:20:09.091071 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Updating router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc port a1799114-0fb0-457b-9d1f-769097a0f87c binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:20:09.118657 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:09.188913 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Router 25c035fc-6425-4f19-9631-b25019ccc343 is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:20:09.387549 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Publish callbacks [] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:09.395850 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:09.474698 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Pushing event updated for resources: {'Port': ['ID=a1799114-0fb0-457b-9d1f-769097a0f87c,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:09.499725 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.500762 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.501277 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.501798 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.502328 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.502663 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.502995 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.503318 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.503641 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.503966 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.504289 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.504626 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.504951 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.505269 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.505587 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:09.522952 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Attempting to bind port a1799114-0fb0-457b-9d1f-769097a0f87c on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:20:09.523229 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Attempting to bind port a1799114-0fb0-457b-9d1f-769097a0f87c by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:20:09.523647 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Attempting to bind port a1799114-0fb0-457b-9d1f-769097a0f87c on network 6e5822d8-ff00-4424-b54d-09f23d169007 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:20:09.529037 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:20:09.529338 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Checking segment: {'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:20:09.530485 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:09.531045 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Bound using segment: {'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:20:09.531682 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Bound port: a1799114-0fb0-457b-9d1f-769097a0f87c, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:20:09.532062 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:09.548970 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:20:09.561876 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Sync routers for ids ['25c035fc-6425-4f19-9631-b25019ccc343'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:20:09.574535 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4c0cda-6cf9-4b5c-a8df-9cb3cf16c9bd None None] Network 68c14293-6caf-4a23-bcc8-930f0f6dec13 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:20:09.584560 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:09.588625 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-873da3bb-2445-4a83-9a64-047113758208 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8077552 Jul 28 09:20:09.589001 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49508) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:09.597337 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] For port a1799114-0fb0-457b-9d1f-769097a0f87c, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:20:09.602549 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] For port a1799114-0fb0-457b-9d1f-769097a0f87c, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=a1799114-0fb0-457b-9d1f-769097a0f87c,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:20:09.605369 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:09.611044 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:09.626795 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Routers {'25c035fc-6425-4f19-9631-b25019ccc343'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:20:09.627424 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25c035fc-6425-4f19-9631-b25019ccc343'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:09.670411 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:09.687555 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Routers {'3de34c22-42ae-4d0f-9883-0de3e0f14ffc'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:20:09.688202 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:09.820199 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ba8e3-df1a-4688-aa4a-e374854a561e None None] Pushing event updated for resources: {'Port': ['ID=a1799114-0fb0-457b-9d1f-769097a0f87c,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:09.848133 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] Set router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:20:09.851874 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-5b1b1bce-1087-45ee-bb9d-c3ebe339e318 None None] Provisioning complete for port 16317fcc-7d5e-44a6-9074-119f88028e09 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:09.852959 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1bce-1087-45ee-bb9d-c3ebe339e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:09.990075 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:10.031864 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Set router 25c035fc-6425-4f19-9631-b25019ccc343 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:20:10.071074 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:05Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'a1799114-0fb0-457b-9d1f-769097a0f87c', 'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'mac_address': 'fa:16:3e:a1:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:05Z', 'updated_at': '2022-07-28T09:20:09Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'subnets': [{'id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:10.086287 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.086528 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b1bce-1087-45ee-bb9d-c3ebe339e318 None None] Current status of the port 16317fcc-7d5e-44a6-9074-119f88028e09 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:10.086771 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1bce-1087-45ee-bb9d-c3ebe339e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.101422 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05606eb-fba5-493c-96eb-df3a44acbb3e None None] The sync data for ids ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'] in dv-cinder-851249-5-iscsi is: [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:05Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'a1799114-0fb0-457b-9d1f-769097a0f87c', 'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'mac_address': 'fa:16:3e:a1:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:05Z', 'updated_at': '2022-07-28T09:20:09Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'subnets': [{'id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:20:10.182364 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-5b1b1bce-1087-45ee-bb9d-c3ebe339e318 None None] For port 16317fcc-7d5e-44a6-9074-119f88028e09, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=16317fcc-7d5e-44a6-9074-119f88028e09,segment=NetworkSegment(121f0daa-b549-4913-8784-dba6450c1cbd),segment_id=121f0daa-b549-4913-8784-dba6450c1cbd)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:10.188650 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1bce-1087-45ee-bb9d-c3ebe339e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.210505 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:10.260570 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:10.277002 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Allocated IP 172.20.0.1 (68c14293-6caf-4a23-bcc8-930f0f6dec13/fb706ee8-6ff3-4ad8-954d-49f56d04a74f/d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:20:10.294879 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b1bce-1087-45ee-bb9d-c3ebe339e318 None None] Pushing event updated for resources: {'Port': ['ID=16317fcc-7d5e-44a6-9074-119f88028e09,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:10.339475 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3982caa0-b2f4-40a6-8fea-5ba114880d62 None None] Provisioning complete for port a1799114-0fb0-457b-9d1f-769097a0f87c triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:10.339857 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3982caa0-b2f4-40a6-8fea-5ba114880d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.340540 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:10.343621 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c035fc-6425-4f19-9631-b25019ccc343', 'name': 'tempest-TestShelveInstance-1081558520-router', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:07Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 3, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'gw_port': {'id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:08Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:10.390838 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Checking router: 25c035fc-6425-4f19-9631-b25019ccc343 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:20:10.391356 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Updating router 25c035fc-6425-4f19-9631-b25019ccc343 port f37d25af-d0a6-4c44-b707-1599a47c8034 binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:20:10.414143 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Publish callbacks [] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.440733 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.463840 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.513055 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Network 68c14293-6caf-4a23-bcc8-930f0f6dec13 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:10.520017 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:10.522568 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:10.532707 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:20:10.538101 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3982caa0-b2f4-40a6-8fea-5ba114880d62 None None] Current status of the port a1799114-0fb0-457b-9d1f-769097a0f87c is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:10.538473 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3982caa0-b2f4-40a6-8fea-5ba114880d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.579780 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (25c035fc-6425-4f19-9631-b25019ccc343), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.687470 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 83c41f20-f24a-495f-bb46-13c5eac11974 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:10.730632 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.770764 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-3982caa0-b2f4-40a6-8fea-5ba114880d62 None None] For port a1799114-0fb0-457b-9d1f-769097a0f87c, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=a1799114-0fb0-457b-9d1f-769097a0f87c,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:10.781646 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3982caa0-b2f4-40a6-8fea-5ba114880d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.848513 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 83c41f20-f24a-495f-bb46-13c5eac11974 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:10.848884 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.901938 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982caa0-b2f4-40a6-8fea-5ba114880d62 None None] Pushing event updated for resources: {'Port': ['ID=a1799114-0fb0-457b-9d1f-769097a0f87c,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:10.923285 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Publish callbacks [] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.926799 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.940663 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3c501690-872d-4083-b737-e8ebe791986a None None] Provisioning complete for port 16317fcc-7d5e-44a6-9074-119f88028e09 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:10.941039 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3c501690-872d-4083-b737-e8ebe791986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.979682 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Publish callbacks [] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.993130 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:10.998209 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:11.001247 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (25c035fc-6425-4f19-9631-b25019ccc343), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.051187 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:11.060744 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:11.092862 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4e5e2-bf0f-40b9-9d30-ef9a563afb4e None None] Pushing event updated for resources: {'Port': ['ID=f37d25af-d0a6-4c44-b707-1599a47c8034,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:11.096391 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Network 68c14293-6caf-4a23-bcc8-930f0f6dec13 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:11.097722 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:11.104060 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:11.114216 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Attempting to bind port f37d25af-d0a6-4c44-b707-1599a47c8034 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:20:11.114583 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Attempting to bind port f37d25af-d0a6-4c44-b707-1599a47c8034 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:20:11.114942 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Attempting to bind port f37d25af-d0a6-4c44-b707-1599a47c8034 on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:20:11.116921 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 83c41f20-f24a-495f-bb46-13c5eac11974 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:11.118026 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 16317fcc-7d5e-44a6-9074-119f88028e09 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:11.149639 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:20:11.150646 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:20:11.150646 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.150860 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:20:11.151320 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Bound port: f37d25af-d0a6-4c44-b707-1599a47c8034, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:20:11.151688 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.156254 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3c501690-872d-4083-b737-e8ebe791986a None None] Current status of the port 16317fcc-7d5e-44a6-9074-119f88028e09 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:11.159773 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:11.194919 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3c501690-872d-4083-b737-e8ebe791986a None None] Provisioning complete for port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:11.195308 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3c501690-872d-4083-b737-e8ebe791986a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.225451 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Router 25c035fc-6425-4f19-9631-b25019ccc343 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:20:11.267924 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3c501690-872d-4083-b737-e8ebe791986a None None] Port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:20:11.275582 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] For port f37d25af-d0a6-4c44-b707-1599a47c8034, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:20:11.277598 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 16317fcc-7d5e-44a6-9074-119f88028e09 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:11.277930 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.280974 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] For port f37d25af-d0a6-4c44-b707-1599a47c8034, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=f37d25af-d0a6-4c44-b707-1599a47c8034,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:20:11.303628 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.351999 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:20:11.365912 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1cd28244-647b-4da1-a843-27af2a04afe4 admin admin] 10.222.0.48 "PUT /v2.0/routers/25c035fc-6425-4f19-9631-b25019ccc343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7679615 Jul 28 09:20:11.401233 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Routers {'25c035fc-6425-4f19-9631-b25019ccc343'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:20:11.401939 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25c035fc-6425-4f19-9631-b25019ccc343'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:11.403625 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4e5e2-bf0f-40b9-9d30-ef9a563afb4e None None] Pushing event updated for resources: {'Port': ['ID=f37d25af-d0a6-4c44-b707-1599a47c8034,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:11.471550 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-7e2524e5-f9be-4abf-9f33-b928be21054b None None] Provisioning complete for port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:11.471926 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7e2524e5-f9be-4abf-9f33-b928be21054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.573243 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 16317fcc-7d5e-44a6-9074-119f88028e09 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:11.574350 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device a1799114-0fb0-457b-9d1f-769097a0f87c up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:11.595842 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-7e2524e5-f9be-4abf-9f33-b928be21054b None None] Port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:20:11.623796 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] Set router 25c035fc-6425-4f19-9631-b25019ccc343 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:20:11.673734 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port a1799114-0fb0-457b-9d1f-769097a0f87c triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:11.674134 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.755416 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49522) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:11.760193 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-3794bd81-06e4-4823-accd-1bb5150d2f28 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-187518179', 'description': 'tempest-secgroup-smoke-187518179 description', 'project_id': '53fd239676ec42e0a9f145e924fc249a'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:11.792150 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3794bd81-06e4-4823-accd-1bb5150d2f28 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.812764 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:11.893691 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3794bd81-06e4-4823-accd-1bb5150d2f28 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group (075ad829-79ca-4212-8898-eab1461e6ed4), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.899611 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3794bd81-06e4-4823-accd-1bb5150d2f28 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (075ad829-79ca-4212-8898-eab1461e6ed4), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.948647 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3794bd81-06e4-4823-accd-1bb5150d2f28 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.948999 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3794bd81-06e4-4823-accd-1bb5150d2f28 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1924546 Jul 28 09:20:11.952666 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49524) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:11.957536 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-bed64ede-30ed-484f-8f7f-be60a3499157 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Request body: {'security_group_rule': {'security_group_id': '075ad829-79ca-4212-8898-eab1461e6ed4', 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:11.962178 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794bd81-06e4-4823-accd-1bb5150d2f28 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075ad829-79ca-4212-8898-eab1461e6ed4,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:11.989688 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:11.994274 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bed64ede-30ed-484f-8f7f-be60a3499157 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (58967202-3ac2-413e-b34d-8b9cd6dba605), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:11.999387 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:12.036277 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port a1799114-0fb0-457b-9d1f-769097a0f87c is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:12.055669 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c035fc-6425-4f19-9631-b25019ccc343', 'name': 'tempest-TestShelveInstance-1081558520-router', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:07Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 4, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'gw_port': {'id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:08Z', 'updated_at': '2022-07-28T09:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'd8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0', 'name': '', 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'mac_address': 'fa:16:3e:d7:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fb706ee8-6ff3-4ad8-954d-49f56d04a74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:10Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 2, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'subnets': [{'id': 'fb706ee8-6ff3-4ad8-954d-49f56d04a74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:12.062912 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bed64ede-30ed-484f-8f7f-be60a3499157 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (58967202-3ac2-413e-b34d-8b9cd6dba605), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.067650 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bed64ede-30ed-484f-8f7f-be60a3499157 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (58967202-3ac2-413e-b34d-8b9cd6dba605), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.084333 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc8294a-81d0-4aba-97a1-88350e66ea40 None None] The sync data for ids ['25c035fc-6425-4f19-9631-b25019ccc343'] in dv-cinder-851249-5-iscsi is: [{'id': '25c035fc-6425-4f19-9631-b25019ccc343', 'name': 'tempest-TestShelveInstance-1081558520-router', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:07Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 4, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'gw_port': {'id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:08Z', 'updated_at': '2022-07-28T09:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'd8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0', 'name': '', 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'mac_address': 'fa:16:3e:d7:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fb706ee8-6ff3-4ad8-954d-49f56d04a74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:10Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 2, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'subnets': [{'id': 'fb706ee8-6ff3-4ad8-954d-49f56d04a74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:20:12.088792 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed64ede-30ed-484f-8f7f-be60a3499157 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58967202-3ac2-413e-b34d-8b9cd6dba605,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:12.099677 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-bed64ede-30ed-484f-8f7f-be60a3499157 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.101029 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-bed64ede-30ed-484f-8f7f-be60a3499157 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472676 Jul 28 09:20:12.109342 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49526) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:12.114320 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-dd43d7c3-dacf-40cd-910c-bb6ecde66f7b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Request body: {'security_group_rule': {'security_group_id': '075ad829-79ca-4212-8898-eab1461e6ed4', 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:12.146094 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd43d7c3-dacf-40cd-910c-bb6ecde66f7b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (397428c4-4c55-4aa4-8b15-bff1304ef7b2), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.204634 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd43d7c3-dacf-40cd-910c-bb6ecde66f7b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (397428c4-4c55-4aa4-8b15-bff1304ef7b2), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.209134 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd43d7c3-dacf-40cd-910c-bb6ecde66f7b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (397428c4-4c55-4aa4-8b15-bff1304ef7b2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.227884 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43d7c3-dacf-40cd-910c-bb6ecde66f7b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397428c4-4c55-4aa4-8b15-bff1304ef7b2,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:12.235123 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-dd43d7c3-dacf-40cd-910c-bb6ecde66f7b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.236302 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-dd43d7c3-dacf-40cd-910c-bb6ecde66f7b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258388 Jul 28 09:20:12.239220 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49528) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:12.244142 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-38bf4aaf-c0ba-40b0-9c2a-baa5bff575f9 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Request body: {'security_group_rule': {'security_group_id': '075ad829-79ca-4212-8898-eab1461e6ed4', 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:12.284337 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38bf4aaf-c0ba-40b0-9c2a-baa5bff575f9 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (210b1366-9826-4682-8cae-ac03e6bc99bf), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.358528 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38bf4aaf-c0ba-40b0-9c2a-baa5bff575f9 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (210b1366-9826-4682-8cae-ac03e6bc99bf), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.362800 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38bf4aaf-c0ba-40b0-9c2a-baa5bff575f9 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (210b1366-9826-4682-8cae-ac03e6bc99bf), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.382747 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf4aaf-c0ba-40b0-9c2a-baa5bff575f9 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210b1366-9826-4682-8cae-ac03e6bc99bf,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:12.393669 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-38bf4aaf-c0ba-40b0-9c2a-baa5bff575f9 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.398186 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49530) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:12.398452 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-38bf4aaf-c0ba-40b0-9c2a-baa5bff575f9 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577702 Jul 28 09:20:12.402919 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-5f3e7509-ae1e-411e-a067-9092d6d1c98a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Request body: {'security_group_rule': {'security_group_id': '075ad829-79ca-4212-8898-eab1461e6ed4', 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:12.435658 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7509-ae1e-411e-a067-9092d6d1c98a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (d0cf757a-fdee-48df-8626-cce52296eda1), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.474650 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device a1799114-0fb0-457b-9d1f-769097a0f87c up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:12.497262 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7509-ae1e-411e-a067-9092d6d1c98a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (d0cf757a-fdee-48df-8626-cce52296eda1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.502729 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7509-ae1e-411e-a067-9092d6d1c98a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (d0cf757a-fdee-48df-8626-cce52296eda1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.523051 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e7509-ae1e-411e-a067-9092d6d1c98a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cf757a-fdee-48df-8626-cce52296eda1,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:12.526840 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port a1799114-0fb0-457b-9d1f-769097a0f87c triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:12.527150 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.533411 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7509-ae1e-411e-a067-9092d6d1c98a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.537654 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5f3e7509-ae1e-411e-a067-9092d6d1c98a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356556 Jul 28 09:20:12.537811 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49532) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:12.542407 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-60235179-2b59-4f8c-bc77-1e4294f52247 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Request body: {'security_group_rule': {'security_group_id': '075ad829-79ca-4212-8898-eab1461e6ed4', 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:12.565703 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-60235179-2b59-4f8c-bc77-1e4294f52247 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Project 53fd239676ec42e0a9f145e924fc249a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:20:12.572081 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-60235179-2b59-4f8c-bc77-1e4294f52247 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (4c7f3e72-50ed-4900-88d4-7643fbe9f75a), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.606236 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port a1799114-0fb0-457b-9d1f-769097a0f87c is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:12.638884 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-60235179-2b59-4f8c-bc77-1e4294f52247 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (4c7f3e72-50ed-4900-88d4-7643fbe9f75a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.642597 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-60235179-2b59-4f8c-bc77-1e4294f52247 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (4c7f3e72-50ed-4900-88d4-7643fbe9f75a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.662988 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60235179-2b59-4f8c-bc77-1e4294f52247 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7f3e72-50ed-4900-88d4-7643fbe9f75a,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:12.671525 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-60235179-2b59-4f8c-bc77-1e4294f52247 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.673890 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-60235179-2b59-4f8c-bc77-1e4294f52247 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338809 Jul 28 09:20:12.675560 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49534) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:12.680461 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-179c6d46-d80f-4236-a72e-9bbc01a4f04b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Request body: {'security_group_rule': {'security_group_id': '075ad829-79ca-4212-8898-eab1461e6ed4', 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:12.703256 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-179c6d46-d80f-4236-a72e-9bbc01a4f04b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Project 53fd239676ec42e0a9f145e924fc249a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:20:12.709179 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-179c6d46-d80f-4236-a72e-9bbc01a4f04b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (ccd8f5b9-bc59-40de-9eea-747dd9183faf), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.736445 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:12.770714 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-179c6d46-d80f-4236-a72e-9bbc01a4f04b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (ccd8f5b9-bc59-40de-9eea-747dd9183faf), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.777404 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-179c6d46-d80f-4236-a72e-9bbc01a4f04b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (ccd8f5b9-bc59-40de-9eea-747dd9183faf), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.798426 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c6d46-d80f-4236-a72e-9bbc01a4f04b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd8f5b9-bc59-40de-9eea-747dd9183faf,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:12.806233 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-179c6d46-d80f-4236-a72e-9bbc01a4f04b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:12.807475 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-179c6d46-d80f-4236-a72e-9bbc01a4f04b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309886 Jul 28 09:20:14.182501 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Sync routers for ids ['25c035fc-6425-4f19-9631-b25019ccc343'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:20:14.193643 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Routers {'25c035fc-6425-4f19-9631-b25019ccc343'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:20:14.194276 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25c035fc-6425-4f19-9631-b25019ccc343'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:14.380091 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Set router 25c035fc-6425-4f19-9631-b25019ccc343 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:20:14.470055 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device f37d25af-d0a6-4c44-b707-1599a47c8034 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:14.519719 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port f37d25af-d0a6-4c44-b707-1599a47c8034 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:14.520095 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:14.576876 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c035fc-6425-4f19-9631-b25019ccc343', 'name': 'tempest-TestShelveInstance-1081558520-router', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:07Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 4, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'gw_port': {'id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:08Z', 'updated_at': '2022-07-28T09:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'd8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0', 'name': '', 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'mac_address': 'fa:16:3e:d7:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fb706ee8-6ff3-4ad8-954d-49f56d04a74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:10Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 2, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'subnets': [{'id': 'fb706ee8-6ff3-4ad8-954d-49f56d04a74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:14.592854 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port f37d25af-d0a6-4c44-b707-1599a47c8034 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:14.593782 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:14.603219 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Checking router: 25c035fc-6425-4f19-9631-b25019ccc343 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:20:14.603576 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Updating router 25c035fc-6425-4f19-9631-b25019ccc343 port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:20:14.615065 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port f37d25af-d0a6-4c44-b707-1599a47c8034, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=f37d25af-d0a6-4c44-b707-1599a47c8034,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:14.619562 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:14.637207 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:14.668182 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=f37d25af-d0a6-4c44-b707-1599a47c8034,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:14.678175 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:14.911398 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Publish callbacks [] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:14.917176 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:14.966829 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f1725-9238-43fd-9c5e-d69db7cbd1d4 None None] Pushing event updated for resources: {'Port': ['ID=d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:15.029995 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Attempting to bind port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:20:15.030367 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Attempting to bind port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '121f0daa-b549-4913-8784-dba6450c1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:20:15.030985 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Attempting to bind port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 on network 68c14293-6caf-4a23-bcc8-930f0f6dec13 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:20:15.036880 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:20:15.037248 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Checking segment: {'id': '121f0daa-b549-4913-8784-dba6450c1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:20:15.037648 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:15.038066 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Bound using segment: {'id': '121f0daa-b549-4913-8784-dba6450c1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:20:15.038531 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Bound port: d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121f0daa-b549-4913-8784-dba6450c1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:20:15.038907 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:15.073246 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:15.103618 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] For port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:20:15.106897 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] For port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0,segment=NetworkSegment(121f0daa-b549-4913-8784-dba6450c1cbd),segment_id=121f0daa-b549-4913-8784-dba6450c1cbd)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:20:15.113885 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:15.144490 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-adfe083d-9839-41ce-af89-9dadb1216b25 None None] Provisioning complete for port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:15.145540 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-adfe083d-9839-41ce-af89-9dadb1216b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:15.170084 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Routers {'25c035fc-6425-4f19-9631-b25019ccc343'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:20:15.170728 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:19:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25c035fc-6425-4f19-9631-b25019ccc343'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:15.212088 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f1725-9238-43fd-9c5e-d69db7cbd1d4 None None] Pushing event updated for resources: {'Port': ['ID=d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0,revision_number=4']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:15.240357 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-adfe083d-9839-41ce-af89-9dadb1216b25 None None] Current status of the port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:15.240906 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-adfe083d-9839-41ce-af89-9dadb1216b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:15.277089 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-adfe083d-9839-41ce-af89-9dadb1216b25 None None] For port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0,segment=NetworkSegment(121f0daa-b549-4913-8784-dba6450c1cbd),segment_id=121f0daa-b549-4913-8784-dba6450c1cbd)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:15.282376 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-adfe083d-9839-41ce-af89-9dadb1216b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:15.291881 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] Set router 25c035fc-6425-4f19-9631-b25019ccc343 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:20:15.336963 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe083d-9839-41ce-af89-9dadb1216b25 None None] Pushing event updated for resources: {'Port': ['ID=d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:15.404119 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-300ae6ed-8dd4-4940-b60f-e95b4c42729e None None] Provisioning complete for port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:15.404498 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-300ae6ed-8dd4-4940-b60f-e95b4c42729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:15.494776 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-300ae6ed-8dd4-4940-b60f-e95b4c42729e None None] Current status of the port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:15.498413 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c035fc-6425-4f19-9631-b25019ccc343', 'name': 'tempest-TestShelveInstance-1081558520-router', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:07Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 4, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'gw_port': {'id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:08Z', 'updated_at': '2022-07-28T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'd8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0', 'name': '', 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'mac_address': 'fa:16:3e:d7:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fb706ee8-6ff3-4ad8-954d-49f56d04a74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:10Z', 'updated_at': '2022-07-28T09:20:15Z', 'revision_number': 4, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'subnets': [{'id': 'fb706ee8-6ff3-4ad8-954d-49f56d04a74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:15.524839 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a1b2a-1d6a-47bb-b9c6-648542c68c9a None None] The sync data for ids ['25c035fc-6425-4f19-9631-b25019ccc343'] in dv-cinder-851249-5-iscsi is: [{'id': '25c035fc-6425-4f19-9631-b25019ccc343', 'name': 'tempest-TestShelveInstance-1081558520-router', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:07Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 4, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'gw_port': {'id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:08Z', 'updated_at': '2022-07-28T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'd8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0', 'name': '', 'network_id': '68c14293-6caf-4a23-bcc8-930f0f6dec13', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'mac_address': 'fa:16:3e:d7:b8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'fb706ee8-6ff3-4ad8-954d-49f56d04a74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:10Z', 'updated_at': '2022-07-28T09:20:15Z', 'revision_number': 4, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'subnets': [{'id': 'fb706ee8-6ff3-4ad8-954d-49f56d04a74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:20:16.473875 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device f37d25af-d0a6-4c44-b707-1599a47c8034 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:16.507614 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:16.523050 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port f37d25af-d0a6-4c44-b707-1599a47c8034 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:16.523657 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:16.599977 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port f37d25af-d0a6-4c44-b707-1599a47c8034 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:16.600996 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:16.602432 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:16.646621 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:16.646897 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:16.723073 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:22.263991 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:22.378437 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=47,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:22.382877 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:22.793815 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=12,neutron:UPDATE=3,neutron:SELECT=66,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:22.798869 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:25.500639 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:25.501385 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:26.862883 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-998573cd-eafd-4bc0-b311-166d4873377c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:29.364868 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7823c0e2-8b69-403f-af95-200a3a2e532d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:30.271963 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:31.753452 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:31.927801 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:35.389627 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036edf48-1458-4aea-a146-96f5316e42b3 req-8eb06a98-b819-4ec3-b68b-a4dd26212cc0 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:35.394319 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-036edf48-1458-4aea-a146-96f5316e42b3 req-8eb06a98-b819-4ec3-b68b-a4dd26212cc0 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 946 time: 0.0513396 Jul 28 09:20:35.472792 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-036edf48-1458-4aea-a146-96f5316e42b3 req-47701c36-eeed-4483-abb2-a3a3b2d053ef tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756667 Jul 28 09:20:35.478671 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422183d-6e99-489d-bc20-740db782b451 req-95bc178f-c885-486b-a904-1b996c07c07e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:35.480093 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1422183d-6e99-489d-bc20-740db782b451 req-95bc178f-c885-486b-a904-1b996c07c07e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0653646 Jul 28 09:20:35.527437 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1422183d-6e99-489d-bc20-740db782b451 req-069c88a0-ac20-448e-ad98-d9ce80c75d84 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411582 Jul 28 09:20:36.414632 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:20:36.608675 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f9f5f-57db-4dfa-af68-c2aca41a89b1 req-5e8ba9f4-03fe-4123-b0d1-a89ed622cad1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:36.610135 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-004f9f5f-57db-4dfa-af68-c2aca41a89b1 req-5e8ba9f4-03fe-4123-b0d1-a89ed622cad1 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 946 time: 0.0663948 Jul 28 09:20:36.648988 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-2e3de7e6-1c58-4c61-a66b-6d42c32e45ab tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187518179&fields=id&tenant_id=53fd239676ec42e0a9f145e924fc249a HTTP/1.1" status: 200 len: 267 time: 0.0737936 Jul 28 09:20:36.726877 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-004f9f5f-57db-4dfa-af68-c2aca41a89b1 req-55016332-47d7-4ba1-a662-6db78b8d436a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094146 Jul 28 09:20:36.778107 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-c2b2e70c-8592-451c-afa8-7634bc6c011b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:36.779552 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-c2b2e70c-8592-451c-afa8-7634bc6c011b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/networks?id=6e5822d8-ff00-4424-b54d-09f23d169007 HTTP/1.1" status: 200 len: 808 time: 0.1213439 Jul 28 09:20:36.818108 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-885f0a33-2163-4d33-8f8c-fddd48551516 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/quotas/53fd239676ec42e0a9f145e924fc249a HTTP/1.1" status: 200 len: 375 time: 0.0286744 Jul 28 09:20:36.842762 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273c971-8cce-407c-9bac-50d902f0578a req-98fecb7d-75b6-41a8-8a8c-804c35b1e3aa tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:36.844212 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0273c971-8cce-407c-9bac-50d902f0578a req-98fecb7d-75b6-41a8-8a8c-804c35b1e3aa tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0637908 Jul 28 09:20:36.889071 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-bd2fec98-afd9-469f-bd94-1397391c688b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=53fd239676ec42e0a9f145e924fc249a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654247 Jul 28 09:20:36.958552 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0273c971-8cce-407c-9bac-50d902f0578a req-55e8b1dc-da17-478d-93ec-845894ccf9c2 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980344 Jul 28 09:20:37.000880 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-b41ae6f3-8b94-49db-b0ef-5c5cd8cf66d2 service neutron] 10.222.0.48 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994692 Jul 28 09:20:37.095957 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-5f14a7df-dd3e-4f84-b629-7d2742dc5922 service neutron] 10.222.0.48 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887446 Jul 28 09:20:37.388713 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e003104-d0c0-4614-9a8e-9353e8cb6101 req-d57ebdc4-1360-45f8-96a2-a874eec0d423 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 210 time: 0.0335276 Jul 28 09:20:37.397675 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-907071fa-a3ab-44fc-b00c-98b6b0cc7204 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:37.399768 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-907071fa-a3ab-44fc-b00c-98b6b0cc7204 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 946 time: 0.0728605 Jul 28 09:20:37.488914 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Deleting port 642c71da-4349-4b9a-a9fe-eda73d9d6417 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:20:37.489260 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:37.580289 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] For port 642c71da-4349-4b9a-a9fe-eda73d9d6417, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=642c71da-4349-4b9a-a9fe-eda73d9d6417,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:37.580748 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:37.588275 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:37.591050 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:37.753725 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:37.754514 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (5bf3a435-ca10-43ed-a912-893e896d0b9f), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:37.754514 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Floating IP 5bf3a435-ca10-43ed-a912-893e896d0b9f disassociated. External IP: 172.27.0.133, port: 642c71da-4349-4b9a-a9fe-eda73d9d6417. Jul 28 09:20:37.754831 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Calling delete_port for 642c71da-4349-4b9a-a9fe-eda73d9d6417 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:20:37.879024 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed02db-32bb-49c6-aac5-235ce8c56c54 req-26ded721-15dc-49f9-a25f-02327d2e6647 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:37.880477 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1aed02db-32bb-49c6-aac5-235ce8c56c54 req-26ded721-15dc-49f9-a25f-02327d2e6647 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 946 time: 0.0637097 Jul 28 09:20:37.974526 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1aed02db-32bb-49c6-aac5-235ce8c56c54 req-3d564663-48bb-4bda-aa15-a5bd3bb0f8e9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4342865-b6b7-4e18-9075-41b62b71d172&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843830 Jul 28 09:20:37.975455 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (642c71da-4349-4b9a-a9fe-eda73d9d6417), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:38.005752 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'Port': ['ID=642c71da-4349-4b9a-a9fe-eda73d9d6417,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:38.015822 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.016176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.016509 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.016846 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.017176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.017498 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.017951 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.018191 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.018514 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.018834 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.019198 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.019522 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.021320 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.021320 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.021320 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:38.138657 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06bb23-6c7f-454a-8798-16e909bb989a req-5c49022c-5913-414c-be1a-1e463226f047 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:38.140072 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c06bb23-6c7f-454a-8798-16e909bb989a req-5c49022c-5913-414c-be1a-1e463226f047 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0823789 Jul 28 09:20:38.187237 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Router 109703c7-684e-4e7e-9ac7-451f56fa01a1 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:20:38.205806 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c06bb23-6c7f-454a-8798-16e909bb989a req-09855bc1-c20f-4c2b-b5ac-0c984693b0ba tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583775 Jul 28 09:20:38.303376 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:20:38.313734 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c27a8-c3ae-4ff6-9914-407de1e23d7a None None] Sync routers for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:20:38.325102 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c27a8-c3ae-4ff6-9914-407de1e23d7a None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:20:38.325822 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8d8c27a8-c3ae-4ff6-9914-407de1e23d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:20:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:38.350259 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] No DVR routers for this DVR port 642c71da-4349-4b9a-a9fe-eda73d9d6417 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:20:38.352978 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:38.356453 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d9a2921-b57d-4f56-adf4-2266265c9601 req-d938bc1c-2bb8-4d98-a7c4-74c42b5e8bc6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "DELETE /v2.0/ports/642c71da-4349-4b9a-a9fe-eda73d9d6417 HTTP/1.1" status: 204 len: 173 time: 0.9512856 Jul 28 09:20:38.356940 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'name': 'network-vif-deleted', 'tag': '642c71da-4349-4b9a-a9fe-eda73d9d6417'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:20:38.359248 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613a7a61-1cfe-4c2b-a1a8-231b9213d574" -d '{"events": [{"server_uuid": "30f89173-0824-45dd-bdf5-c5af808a7dd2", "name": "network-vif-deleted", "tag": "642c71da-4349-4b9a-a9fe-eda73d9d6417"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:20:38.476012 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-8d8c27a8-c3ae-4ff6-9914-407de1e23d7a None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:20:38.525247 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:38.531865 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-3145175b-8141-4161-9b1a-d8843b693e2d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:38.533351 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-3145175b-8141-4161-9b1a-d8843b693e2d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.60 "GET /v2.0/networks?id=6e5822d8-ff00-4424-b54d-09f23d169007 HTTP/1.1" status: 200 len: 808 time: 0.1714258 Jul 28 09:20:38.538548 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66fc185-51a5-4401-83fa-81ec1747cd6f x-openstack-request-id: req-c66fc185-51a5-4401-83fa-81ec1747cd6f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:20:38.538890 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f89173-0824-45dd-bdf5-c5af808a7dd2", "name": "network-vif-deleted", "tag": "642c71da-4349-4b9a-a9fe-eda73d9d6417", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:20:38.539080 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c66fc185-51a5-4401-83fa-81ec1747cd6f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:20:38.539617 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66fc185-51a5-4401-83fa-81ec1747cd6f'] response: {'server_uuid': '30f89173-0824-45dd-bdf5-c5af808a7dd2', 'name': 'network-vif-deleted', 'tag': '642c71da-4349-4b9a-a9fe-eda73d9d6417', 'status': 'completed', 'code': 200} Jul 28 09:20:38.569021 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eab7672c-fc6a-4afe-9e79-638260a4bb9a req-40a89a30-204f-47a9-863f-2709597086f7 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 210 time: 0.0285385 Jul 28 09:20:38.663953 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-44d24a5f-cba6-41ba-b578-b509b192adac tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53fd239676ec42e0a9f145e924fc249a HTTP/1.1" status: 200 len: 379 time: 0.0681124 Jul 28 09:20:38.719257 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8d8c27a8-c3ae-4ff6-9914-407de1e23d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:38.743313 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c27a8-c3ae-4ff6-9914-407de1e23d7a None None] Checking router: 109703c7-684e-4e7e-9ac7-451f56fa01a1 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:20:38.745770 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:38.753172 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c27a8-c3ae-4ff6-9914-407de1e23d7a None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:20:38.754450 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8d8c27a8-c3ae-4ff6-9914-407de1e23d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:20:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:38.855085 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-8d8c27a8-c3ae-4ff6-9914-407de1e23d7a None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:20:38.889018 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Request body: {'port': {'device_id': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'admin_state_up': True, 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'security_groups': ['075ad829-79ca-4212-8898-eab1461e6ed4']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:38.942995 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:39.018403 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Made reservation on behalf of 53fd239676ec42e0a9f145e924fc249a for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:20:39.022247 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:39.069438 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-8d8c27a8-c3ae-4ff6-9914-407de1e23d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:20:39.071800 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:39.104073 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8c27a8-c3ae-4ff6-9914-407de1e23d7a None None] The sync data for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi is: [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:20:39.136313 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e55e326-04f5-4a5d-8015-3ec9ffd26661 req-52d149a1-d42b-44be-9e4f-6a351b374c31 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=30f89173-0824-45dd-bdf5-c5af808a7dd2 HTTP/1.1" status: 200 len: 210 time: 0.0412507 Jul 28 09:20:39.203192 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Allocated IP 172.20.0.10 (6e5822d8-ff00-4424-b54d-09f23d169007/48bdb455-4ab7-4e83-9412-807fb482cf5c/a0c11b49-c1f8-46bc-898f-8e43eaaa04d4) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:20:39.386703 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86177036-c451-42cb-999c-af0d1864acce None None] New status for floating IP 5bf3a435-ca10-43ed-a912-893e896d0b9f: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:20:39.620066 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f05bd5-10e9-4097-8eb4-86d410a915d3 req-75f93ad5-cb04-446b-a2f0-544c8be29d3e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:39.621429 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8f05bd5-10e9-4097-8eb4-86d410a915d3 req-75f93ad5-cb04-446b-a2f0-544c8be29d3e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0607679 Jul 28 09:20:39.693508 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-def3b6c1-ec13-41ad-846e-7838bf67e006 req-5353dd39-7ec5-4685-bc00-2c795064818d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 210 time: 0.0471246 Jul 28 09:20:39.705702 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:39.736917 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a8f05bd5-10e9-4097-8eb4-86d410a915d3 req-667a6953-2033-43b6-aa0a-7f4d50941b57 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032867 Jul 28 09:20:39.759513 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:39.800992 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Network 6e5822d8-ff00-4424-b54d-09f23d169007 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:39.806167 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:39.808531 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:20:39.814060 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:39.841377 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event updated for resources: {'Port': ['ID=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:39.870876 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:39.871441 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:39.888742 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-f6801fb4-131f-41b8-b762-66534cc38d5f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0036087 Jul 28 09:20:39.917740 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Request body: {'port': {'device_id': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:39.989988 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.071692 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-a688b78a-f2c9-46cb-94c4-58e371d7969c None None] Provisioning complete for port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:40.072283 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a688b78a-f2c9-46cb-94c4-58e371d7969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.103481 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-a688b78a-f2c9-46cb-94c4-58e371d7969c None None] Port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:20:40.200868 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:40.228399 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49788) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:40.245415 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:20:40.252952 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Publish callbacks [] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.266402 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Transition to ACTIVE for port object a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:20:40.271031 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.284112 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (a4342865-b6b7-4e18-9075-41b62b71d172), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.307302 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (a4342865-b6b7-4e18-9075-41b62b71d172), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.323794 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:40.363326 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (a4342865-b6b7-4e18-9075-41b62b71d172), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.366219 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.367480 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "DELETE /v2.0/security-groups/a4342865-b6b7-4e18-9075-41b62b71d172 HTTP/1.1" status: 204 len: 168 time: 0.1379917 Jul 28 09:20:40.370641 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49792) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:40.377813 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4342865-b6b7-4e18-9075-41b62b71d172,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:40.386218 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.386561 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.386903 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.387241 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.387572 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.387900 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.388222 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.389054 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.389054 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.389285 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.389482 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.389683 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-d14e9824-34c7-4b48-9e77-2432869fc07f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] show failed (client error): The resource could not be found. Jul 28 09:20:40.389800 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.390147 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.393364 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.393364 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3fd5d-e1a1-445e-8a1b-19b388f70978 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:40.393611 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d14e9824-34c7-4b48-9e77-2432869fc07f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups/a4342865-b6b7-4e18-9075-41b62b71d172 HTTP/1.1" status: 404 len: 347 time: 0.0191839 Jul 28 09:20:40.397724 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49794) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:40.492883 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Attempting to bind port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:20:40.493308 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Attempting to bind port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:20:40.493631 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Attempting to bind port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 on network 6e5822d8-ff00-4424-b54d-09f23d169007 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:20:40.504590 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 on network 6e5822d8-ff00-4424-b54d-09f23d169007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:20:40.504913 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Attempting to bind port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 on network 6e5822d8-ff00-4424-b54d-09f23d169007 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:20:40.527112 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:20:40.527454 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Checking segment: {'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:20:40.527835 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Bound using segment: {'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:20:40.528269 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Bound port: a0c11b49-c1f8-46bc-898f-8e43eaaa04d4, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534a6886-cd79-4c55-af06-fecea35f0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:20:40.528622 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.553761 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-007051a1-5314-402e-9184-4709ae40e6c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Deleting port 24fdc539-20a3-4489-963b-3f3c8c2caeb8 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:20:40.554122 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-007051a1-5314-402e-9184-4709ae40e6c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (24fdc539-20a3-4489-963b-3f3c8c2caeb8), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.652763 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] For port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:20:40.656978 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] For port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:20:40.674335 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.682492 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-007051a1-5314-402e-9184-4709ae40e6c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (24fdc539-20a3-4489-963b-3f3c8c2caeb8), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.682831 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-007051a1-5314-402e-9184-4709ae40e6c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (24fdc539-20a3-4489-963b-3f3c8c2caeb8), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.720370 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-007051a1-5314-402e-9184-4709ae40e6c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Calling delete_port for 24fdc539-20a3-4489-963b-3f3c8c2caeb8 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:20:40.724992 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:40.725699 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:40.727081 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] 10.222.0.60 "PUT /v2.0/ports/a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 HTTP/1.1" status: 200 len: 1094 time: 0.8137798 Jul 28 09:20:40.729508 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:20:40.731777 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e932d9-744c-4ec7-bd81-c21e80470214" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:20:40.740640 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:40.801584 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9deb6a4-f6be-4179-bae3-716afa33531f x-openstack-request-id: req-a9deb6a4-f6be-4179-bae3-716afa33531f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:20:40.801898 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:20:40.802145 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9deb6a4-f6be-4179-bae3-716afa33531f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:20:40.802615 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9deb6a4-f6be-4179-bae3-716afa33531f'] response: {'name': 'network-changed', 'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'status': 'completed', 'code': 200} Jul 28 09:20:40.807122 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5f124-8846-4c6a-b417-22c7d4674a13 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:40.934975 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-41770431-bd51-4330-9b8a-668ca0051eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:40.936463 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-41770431-bd51-4330-9b8a-668ca0051eac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=53fd239676ec42e0a9f145e924fc249a&device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 1128 time: 0.1186891 Jul 28 09:20:40.945861 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d26cf-d597-4bcd-9ce8-6b56bf487d2f req-1e5f0c6e-70f9-4508-ab60-31044a4684ff tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:40.947274 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ae2d26cf-d597-4bcd-9ce8-6b56bf487d2f req-1e5f0c6e-70f9-4508-ab60-31044a4684ff tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.1439815 Jul 28 09:20:40.961978 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:40.970943 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722bd56-23eb-4dab-a53d-effd0838688c req-de1e6ef0-b6fb-4b87-aa5f-1609d0b8d64d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:40.972867 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3722bd56-23eb-4dab-a53d-effd0838688c req-de1e6ef0-b6fb-4b87-aa5f-1609d0b8d64d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.1042266 Jul 28 09:20:40.998989 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 642c71da-4349-4b9a-a9fe-eda73d9d6417 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:20:41.014869 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-0877ef50-156e-48d1-a7c1-3bdc61952911 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 HTTP/1.1" status: 200 len: 217 time: 0.0619633 Jul 28 09:20:41.018301 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 642c71da-4349-4b9a-a9fe-eda73d9d6417 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:20:41.018650 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 642c71da-4349-4b9a-a9fe-eda73d9d6417 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:20:41.148011 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-c502551f-519b-4349-8d8f-4edb307c02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:41.149441 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-c502551f-519b-4349-8d8f-4edb307c02f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48bdb455-4ab7-4e83-9412-807fb482cf5c HTTP/1.1" status: 200 len: 847 time: 0.1227832 Jul 28 09:20:41.158265 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ae2d26cf-d597-4bcd-9ce8-6b56bf487d2f req-56f6f14e-b329-4b99-bd14-5a1997a3e719 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969218 Jul 28 09:20:41.177696 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3722bd56-23eb-4dab-a53d-effd0838688c req-e3686983-8fb8-4882-ad09-6993bc3880ac tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736941 Jul 28 09:20:41.202304 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-007051a1-5314-402e-9184-4709ae40e6c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (24fdc539-20a3-4489-963b-3f3c8c2caeb8), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.230723 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-d4bcad70-dbad-4bf5-a315-ade4cdef85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:41.232206 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-d4bcad70-dbad-4bf5-a315-ade4cdef85b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e5822d8-ff00-4424-b54d-09f23d169007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702324 Jul 28 09:20:41.233280 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007051a1-5314-402e-9184-4709ae40e6c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'Port': ['ID=24fdc539-20a3-4489-963b-3f3c8c2caeb8,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:41.361969 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-007051a1-5314-402e-9184-4709ae40e6c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (5bf3a435-ca10-43ed-a912-893e896d0b9f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.364800 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-007051a1-5314-402e-9184-4709ae40e6c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.366086 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-007051a1-5314-402e-9184-4709ae40e6c9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "DELETE /v2.0/floatingips/5bf3a435-ca10-43ed-a912-893e896d0b9f HTTP/1.1" status: 204 len: 168 time: 0.9673414 Jul 28 09:20:41.390086 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-95d40768-d7e5-49ae-9997-aa860af97188 service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492653 Jul 28 09:20:41.447502 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49804) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:41.452442 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-62f6cd98-aa93-4d8e-8d10-b577192325c7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--651264761', 'description': 'tempest-description--311367475'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:41.483819 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-62f6cd98-aa93-4d8e-8d10-b577192325c7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.498341 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-38d38362-31f5-4624-bc4f-5fb71e79117d req-4735467d-8499-428e-b026-ef5f2753c2a8 service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012309 Jul 28 09:20:41.557613 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-62f6cd98-aa93-4d8e-8d10-b577192325c7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (fed49378-3f3f-45ef-b310-257993092ea5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.561560 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-62f6cd98-aa93-4d8e-8d10-b577192325c7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (fed49378-3f3f-45ef-b310-257993092ea5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.593574 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-62f6cd98-aa93-4d8e-8d10-b577192325c7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.595475 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-62f6cd98-aa93-4d8e-8d10-b577192325c7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1468112 Jul 28 09:20:41.597557 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6cd98-aa93-4d8e-8d10-b577192325c7 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed49378-3f3f-45ef-b310-257993092ea5,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:41.598450 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49806) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:41.602934 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-b9ed2966-4772-4b60-a0f8-f22c36517d48 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group_rule': {'security_group_id': 'fed49378-3f3f-45ef-b310-257993092ea5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:41.631768 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2966-4772-4b60-a0f8-f22c36517d48 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (68896e0e-9a02-4236-9d72-c4fb8e9ad9ef), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.686957 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2966-4772-4b60-a0f8-f22c36517d48 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (68896e0e-9a02-4236-9d72-c4fb8e9ad9ef), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.690238 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2966-4772-4b60-a0f8-f22c36517d48 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (68896e0e-9a02-4236-9d72-c4fb8e9ad9ef), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.709622 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed2966-4772-4b60-a0f8-f22c36517d48 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68896e0e-9a02-4236-9d72-c4fb8e9ad9ef,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:41.718195 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2966-4772-4b60-a0f8-f22c36517d48 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.719380 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b9ed2966-4772-4b60-a0f8-f22c36517d48 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199203 Jul 28 09:20:41.722015 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49808) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:41.726214 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-8e019f58-878c-4200-8c24-1871a1e562b2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'security_group_rule': {'security_group_id': 'fed49378-3f3f-45ef-b310-257993092ea5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:41.755642 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e019f58-878c-4200-8c24-1871a1e562b2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (7187504e-0fd7-47ea-8b5d-a34bacf37d18), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.764148 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:41.812065 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e019f58-878c-4200-8c24-1871a1e562b2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (7187504e-0fd7-47ea-8b5d-a34bacf37d18), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.815515 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e019f58-878c-4200-8c24-1871a1e562b2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (7187504e-0fd7-47ea-8b5d-a34bacf37d18), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.835984 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e019f58-878c-4200-8c24-1871a1e562b2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7187504e-0fd7-47ea-8b5d-a34bacf37d18,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:41.843658 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e019f58-878c-4200-8c24-1871a1e562b2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.845026 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8e019f58-878c-4200-8c24-1871a1e562b2 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219943 Jul 28 09:20:41.848049 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49810) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:41.852227 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:41.867283 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:41.873927 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:41.956276 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:42.059558 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Allocated IP 172.27.0.239 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/fc296fcb-96b4-4480-a002-6a711040a5c6) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:20:42.169328 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (fc296fcb-96b4-4480-a002-6a711040a5c6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:42.208639 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (fc296fcb-96b4-4480-a002-6a711040a5c6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:42.286500 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:42.317822 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:42.323419 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=fc296fcb-96b4-4480-a002-6a711040a5c6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:42.327419 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:20:42.362236 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf58ad-8d38-4561-a7bc-630fc2090dcc req-0f8644a8-c087-43b5-ae5d-cf9a9b5f382f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:42.364290 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-89bf58ad-8d38-4561-a7bc-630fc2090dcc req-0f8644a8-c087-43b5-ae5d-cf9a9b5f382f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.1249328 Jul 28 09:20:42.373586 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85e99e-b238-4b7d-bf50-48135b149469 req-84d79170-4271-4dbb-95da-78f42b056635 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:42.374967 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-be85e99e-b238-4b7d-bf50-48135b149469 req-84d79170-4271-4dbb-95da-78f42b056635 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0999014 Jul 28 09:20:42.517709 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-89bf58ad-8d38-4561-a7bc-630fc2090dcc req-f54af214-e699-4c8f-979e-f4ad8557d1ec tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418135 Jul 28 09:20:42.530156 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-be85e99e-b238-4b7d-bf50-48135b149469 req-c81db46c-cb00-4238-aa41-4f2b126f3428 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452262 Jul 28 09:20:42.539907 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (8ad73082-0065-4fa9-9d03-b0dee9295d7d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:42.548389 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e932d9-744c-4ec7-bd81-c21e80470214 req-ed4e1e57-0743-4e95-8c5c-b0411391a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:42.550158 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6e932d9-744c-4ec7-bd81-c21e80470214 req-ed4e1e57-0743-4e95-8c5c-b0411391a7e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=53fd239676ec42e0a9f145e924fc249a&device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 1128 time: 0.1054456 Jul 28 09:20:42.591773 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:42.622687 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:42.631799 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (fc296fcb-96b4-4480-a002-6a711040a5c6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:42.709019 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e932d9-744c-4ec7-bd81-c21e80470214 req-a8213a8c-634b-4249-b32a-20e2c1bb5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:42.710494 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6e932d9-744c-4ec7-bd81-c21e80470214 req-a8213a8c-634b-4249-b32a-20e2c1bb5df4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e5822d8-ff00-4424-b54d-09f23d169007 HTTP/1.1" status: 200 len: 909 time: 0.1542749 Jul 28 09:20:42.780114 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6e932d9-744c-4ec7-bd81-c21e80470214 req-0e7a7099-a5f4-4841-a45a-3cc047ea9f48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 HTTP/1.1" status: 200 len: 217 time: 0.0603094 Jul 28 09:20:42.853490 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e932d9-744c-4ec7-bd81-c21e80470214 req-4d4baeca-d271-4f94-9547-291cc0a50420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:42.854852 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6e932d9-744c-4ec7-bd81-c21e80470214 req-4d4baeca-d271-4f94-9547-291cc0a50420 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48bdb455-4ab7-4e83-9412-807fb482cf5c HTTP/1.1" status: 200 len: 847 time: 0.0684986 Jul 28 09:20:42.910384 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (fc296fcb-96b4-4480-a002-6a711040a5c6), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:42.914132 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e932d9-744c-4ec7-bd81-c21e80470214 req-b6c35e2f-4e6a-443a-845b-4163017fad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:42.915708 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6e932d9-744c-4ec7-bd81-c21e80470214 req-b6c35e2f-4e6a-443a-845b-4163017fad73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e5822d8-ff00-4424-b54d-09f23d169007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535321 Jul 28 09:20:42.916670 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (fc296fcb-96b4-4480-a002-6a711040a5c6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:43.031836 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=fc296fcb-96b4-4480-a002-6a711040a5c6,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:43.063570 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (8ad73082-0065-4fa9-9d03-b0dee9295d7d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:43.086212 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6e932d9-744c-4ec7-bd81-c21e80470214 req-62a275b1-4a54-4c86-8f69-3bbb24b97df8 service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641822 Jul 28 09:20:43.092561 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:43.093687 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7ae5f70d-f6ae-497c-884b-1235ccd80385 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2447426 Jul 28 09:20:43.185241 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f6e932d9-744c-4ec7-bd81-c21e80470214 req-4764595f-931d-4953-a701-76e485ff1f38 service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887117 Jul 28 09:20:43.291379 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-57d63060-034f-42df-a02a-3a255218f70b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--651264761&fields=id&tenant_id=c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 267 time: 0.0422537 Jul 28 09:20:43.399533 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-84220f9c-59ac-4664-8fa7-b3e8d0012203 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:43.400882 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-84220f9c-59ac-4664-8fa7-b3e8d0012203 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 815 time: 0.1032732 Jul 28 09:20:43.414801 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-ed3303b4-a0ab-48ce-9f34-82af3c77857c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/quotas/c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 375 time: 0.0087149 Jul 28 09:20:43.462313 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-1673f69a-838c-4025-9aa4-54872e6caea9 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428865 Jul 28 09:20:43.490364 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:43.552332 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:43.563504 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-07b0b64a-8713-4c6b-bfb8-01516bcdb1ec service neutron] 10.222.0.48 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902970 Jul 28 09:20:43.674394 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac9d38-f8a3-4151-8ec4-ef90dcc588b5 req-97a39889-f5d7-4cad-a685-a53d24bd62d4 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:43.676273 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-92ac9d38-f8a3-4151-8ec4-ef90dcc588b5 req-97a39889-f5d7-4cad-a685-a53d24bd62d4 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0637169 Jul 28 09:20:43.953044 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-a8528f38-376c-4f8a-a04b-0fd7e162c7b0 service neutron] 10.222.0.48 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824461 Jul 28 09:20:43.980239 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-92ac9d38-f8a3-4151-8ec4-ef90dcc588b5 req-ebad2103-4dad-4b7f-8ddf-7a6f59a1f0f4 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973409 Jul 28 09:20:44.087252 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbf48e-99c1-4699-acdc-f3ff614052f1 req-b1bdffe6-799a-4b04-989a-be5e07af2726 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:44.088869 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3bfbf48e-99c1-4699-acdc-f3ff614052f1 req-b1bdffe6-799a-4b04-989a-be5e07af2726 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0507615 Jul 28 09:20:44.130720 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3fdcfc55-fc88-4577-afc9-18e9ee208a60 req-71a52742-595e-4cec-9126-fda77aaeacd3 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 210 time: 0.0392232 Jul 28 09:20:44.163985 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3bfbf48e-99c1-4699-acdc-f3ff614052f1 req-39358b73-08da-4910-8d7b-c62661f9a5fe tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624418 Jul 28 09:20:45.130864 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a548b-19aa-4f20-bb1b-870cb38f4c5b req-cc4dec7a-1480-4b48-bc50-194f9652d2a9 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:45.132411 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-795a548b-19aa-4f20-bb1b-870cb38f4c5b req-cc4dec7a-1480-4b48-bc50-194f9652d2a9 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0668116 Jul 28 09:20:45.180451 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-d27bb9d8-ca15-4add-a6c5-245f91fb11bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:45.181924 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-d27bb9d8-ca15-4add-a6c5-245f91fb11bd tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 815 time: 0.1634455 Jul 28 09:20:45.235780 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-795a548b-19aa-4f20-bb1b-870cb38f4c5b req-ee84fc8a-fd50-402f-9f17-272dfd9f93f2 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967147 Jul 28 09:20:45.255174 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5f8f7233-9103-421f-b860-888433a773d2 req-039e5094-9b1a-4812-8a54-a5ef93c9d384 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 210 time: 0.0414550 Jul 28 09:20:45.292858 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-2ad3c1cb-ad53-4ad3-9888-2c471169d45e tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c957cfe3391147daab9fc1e59b414a3e HTTP/1.1" status: 200 len: 379 time: 0.0901222 Jul 28 09:20:45.329889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'port': {'device_id': 'cef10647-3c4a-4486-982f-b243da6f352c', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'admin_state_up': True, 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'security_groups': ['fed49378-3f3f-45ef-b310-257993092ea5']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:45.390582 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403445-b6d6-4a66-babe-11b95e6906cf req-a921a934-6e87-4519-b311-a2504180660b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:45.392038 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4403445-b6d6-4a66-babe-11b95e6906cf req-a921a934-6e87-4519-b311-a2504180660b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0927465 Jul 28 09:20:45.476030 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4403445-b6d6-4a66-babe-11b95e6906cf req-f360d68f-52b9-4136-9bf3-a24c8f2ebc07 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749373 Jul 28 09:20:45.490078 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Made reservation on behalf of c957cfe3391147daab9fc1e59b414a3e for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:20:45.493512 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:45.617369 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:45.621466 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Allocated IP 172.20.0.7 (a25c70eb-0093-412d-853c-bc88149a664e/258e8cda-7921-417b-b638-3be8f77b5ab7/1eee53e9-c381-4035-8bc0-2271c557daf3) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:20:45.633533 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:45.764949 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:45.796218 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:45.840867 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Network a25c70eb-0093-412d-853c-bc88149a664e is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:45.844104 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:45.848445 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:20:45.871953 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event updated for resources: {'Port': ['ID=1eee53e9-c381-4035-8bc0-2271c557daf3,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:45.901406 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:45.902041 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:45.921583 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-df9507b5-c364-40f8-8e6f-d7d459ff2644 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5949225 Jul 28 09:20:45.940796 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Request body: {'port': {'device_id': 'cef10647-3c4a-4486-982f-b243da6f352c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:46.008729 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:46.089630 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-5d68aebc-04ed-4f6e-9ed4-3dffda5182b6 None None] Provisioning complete for port 1eee53e9-c381-4035-8bc0-2271c557daf3 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:46.090271 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5d68aebc-04ed-4f6e-9ed4-3dffda5182b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:46.120995 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-5d68aebc-04ed-4f6e-9ed4-3dffda5182b6 None None] Port 1eee53e9-c381-4035-8bc0-2271c557daf3 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:20:46.271923 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eee53e9-c381-4035-8bc0-2271c557daf3 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:20:46.281790 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Publish callbacks [] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:46.297289 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Transition to ACTIVE for port object 1eee53e9-c381-4035-8bc0-2271c557daf3 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:20:46.303921 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:46.421642 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Pushing event updated for resources: {'Port': ['ID=1eee53e9-c381-4035-8bc0-2271c557daf3,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:46.430480 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea8993-5440-4359-8927-02b6b6521f23 req-ba81bd57-08cd-4e1d-9123-ae8800f09a8e tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:46.432002 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95ea8993-5440-4359-8927-02b6b6521f23 req-ba81bd57-08cd-4e1d-9123-ae8800f09a8e tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.1182883 Jul 28 09:20:46.489214 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94d08b-b7b5-4b03-bd9d-5890971f00f8 req-35777f7e-1b52-4984-9a03-afb6fe5d7501 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:46.490787 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b94d08b-b7b5-4b03-bd9d-5890971f00f8 req-35777f7e-1b52-4984-9a03-afb6fe5d7501 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 943 time: 0.1459243 Jul 28 09:20:46.491233 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:46.510964 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:46.594934 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-95ea8993-5440-4359-8927-02b6b6521f23 req-b0eee566-caa5-4a26-bf6f-2b78b431502a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501350 Jul 28 09:20:46.607435 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Attempting to bind port 1eee53e9-c381-4035-8bc0-2271c557daf3 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:20:46.607893 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Attempting to bind port 1eee53e9-c381-4035-8bc0-2271c557daf3 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:20:46.608224 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Attempting to bind port 1eee53e9-c381-4035-8bc0-2271c557daf3 on network a25c70eb-0093-412d-853c-bc88149a664e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:20:46.618729 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b94d08b-b7b5-4b03-bd9d-5890971f00f8 req-3f22b957-7516-4801-94a7-c86cf940c945 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065722 Jul 28 09:20:46.619426 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Port 1eee53e9-c381-4035-8bc0-2271c557daf3 on network a25c70eb-0093-412d-853c-bc88149a664e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:20:46.619750 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Attempting to bind port 1eee53e9-c381-4035-8bc0-2271c557daf3 on network a25c70eb-0093-412d-853c-bc88149a664e {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:20:46.625198 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:20:46.625534 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Checking segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:20:46.625940 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Bound using segment: {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:20:46.626371 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Bound port: 1eee53e9-c381-4035-8bc0-2271c557daf3, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6813626-8c72-4cba-bbb8-34546e162d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:20:46.626725 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:46.728388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf274e15-ce7d-4f5d-9a90-e1e3ccdbd2e4 req-2745f170-f5cf-42d6-b548-d944d7bcf1a7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:46.729820 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf274e15-ce7d-4f5d-9a90-e1e3ccdbd2e4 req-2745f170-f5cf-42d6-b548-d944d7bcf1a7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0690937 Jul 28 09:20:46.733306 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] For port 1eee53e9-c381-4035-8bc0-2271c557daf3, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:20:46.738012 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] For port 1eee53e9-c381-4035-8bc0-2271c557daf3, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=1eee53e9-c381-4035-8bc0-2271c557daf3,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:20:46.754473 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:46.804095 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:46.804702 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:46.806139 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] 10.222.0.60 "PUT /v2.0/ports/1eee53e9-c381-4035-8bc0-2271c557daf3 HTTP/1.1" status: 200 len: 1093 time: 0.8696980 Jul 28 09:20:46.806623 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef10647-3c4a-4486-982f-b243da6f352c', 'tag': '1eee53e9-c381-4035-8bc0-2271c557daf3'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:20:46.808813 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5419d88-8c6b-4950-a6e6-7e51a5454e65" -d '{"events": [{"name": "network-changed", "server_uuid": "cef10647-3c4a-4486-982f-b243da6f352c", "tag": "1eee53e9-c381-4035-8bc0-2271c557daf3"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:20:46.833167 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf274e15-ce7d-4f5d-9a90-e1e3ccdbd2e4 req-a65d5923-ccb5-41ca-8fe1-b4e67dc4c43d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975225 Jul 28 09:20:46.838367 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b3e52-ce43-4b60-b24d-9f7755a2b598 service neutron] Pushing event updated for resources: {'Port': ['ID=1eee53e9-c381-4035-8bc0-2271c557daf3,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:46.859368 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee34be45-cba4-4045-8270-fd255e30f432 x-openstack-request-id: req-ee34be45-cba4-4045-8270-fd255e30f432 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:20:46.859660 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef10647-3c4a-4486-982f-b243da6f352c", "tag": "1eee53e9-c381-4035-8bc0-2271c557daf3", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:20:46.861366 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee34be45-cba4-4045-8270-fd255e30f432 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:20:46.861366 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee34be45-cba4-4045-8270-fd255e30f432'] response: {'name': 'network-changed', 'server_uuid': 'cef10647-3c4a-4486-982f-b243da6f352c', 'tag': '1eee53e9-c381-4035-8bc0-2271c557daf3', 'status': 'completed', 'code': 200} Jul 28 09:20:47.016951 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-7dc58158-3b9c-4662-a135-54a6986ed489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:47.018424 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-7dc58158-3b9c-4662-a135-54a6986ed489 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 1127 time: 0.0387261 Jul 28 09:20:47.066456 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-228189b7-5218-4ba7-96ad-68f5c7225582 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1eee53e9-c381-4035-8bc0-2271c557daf3 HTTP/1.1" status: 200 len: 217 time: 0.0344353 Jul 28 09:20:47.115769 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-e2ab9715-446d-457d-ad96-775d4b79cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:47.117198 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-e2ab9715-446d-457d-ad96-775d4b79cd19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0440147 Jul 28 09:20:47.159190 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-f0b5c980-acde-43e7-84e2-b49a2c9b843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:47.160602 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-f0b5c980-acde-43e7-84e2-b49a2c9b843d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a25c70eb-0093-412d-853c-bc88149a664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381069 Jul 28 09:20:47.259327 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-50ada7cf-e753-4933-b9dc-62b969b1ea79 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859153 Jul 28 09:20:47.350442 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b4286eea-08ea-49c0-8f50-73acb587bb39 req-f7350c44-b56e-4d46-9621-e199d188e365 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850480 Jul 28 09:20:47.738953 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d90e38-933d-4191-a650-9abf73eb541f req-b72ee4c1-070c-43a3-8355-d905a7c428f9 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:47.740401 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64d90e38-933d-4191-a650-9abf73eb541f req-b72ee4c1-070c-43a3-8355-d905a7c428f9 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0740449 Jul 28 09:20:47.759570 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62c7b5-4ddc-4032-b351-8683ed666dce req-626d10f7-8bca-4b32-87c4-6eec026e47ac tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:47.760926 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a62c7b5-4ddc-4032-b351-8683ed666dce req-626d10f7-8bca-4b32-87c4-6eec026e47ac tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 943 time: 0.0666704 Jul 28 09:20:47.776106 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:47.829796 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64d90e38-933d-4191-a650-9abf73eb541f req-496bc002-bd46-4aa4-9011-c75d6b73e9af tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836470 Jul 28 09:20:47.834373 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a62c7b5-4ddc-4032-b351-8683ed666dce req-0abcbf1d-87c5-4dd4-a46f-42599f6b860d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668082 Jul 28 09:20:47.963644 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a18d9-a7b7-487c-b993-311ef60fb333 req-ff477d67-de55-4cbb-abb9-3dc9ffc91907 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:47.965014 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-011a18d9-a7b7-487c-b993-311ef60fb333 req-ff477d67-de55-4cbb-abb9-3dc9ffc91907 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0501542 Jul 28 09:20:48.010662 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-011a18d9-a7b7-487c-b993-311ef60fb333 req-4c589aa1-e64d-4b9a-b976-16f070bb059f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400770 Jul 28 09:20:48.913487 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:48.977196 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99aff39-4d64-49ce-ba22-56283825985e req-ea7f1562-9e16-4f8c-ae6e-52c52e2e5bbb tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:48.978673 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d99aff39-4d64-49ce-ba22-56283825985e req-ea7f1562-9e16-4f8c-ae6e-52c52e2e5bbb tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0757194 Jul 28 09:20:48.986246 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27eaa98-3c48-4c5a-9c9d-b9dbe85e76a7 req-80ae1962-80c5-460a-93bd-3a80835c3f7c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:48.987563 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b27eaa98-3c48-4c5a-9c9d-b9dbe85e76a7 req-80ae1962-80c5-460a-93bd-3a80835c3f7c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 943 time: 0.0759273 Jul 28 09:20:49.052548 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 760da6e1-e95d-4104-b4c2-bc4781aafac6 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:20:49.063861 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d99aff39-4d64-49ce-ba22-56283825985e req-445c8566-43f0-46af-ab07-399c5cfdbd8d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747359 Jul 28 09:20:49.067835 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b27eaa98-3c48-4c5a-9c9d-b9dbe85e76a7 req-e4daf773-ada2-439a-8b75-b0844af90908 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730529 Jul 28 09:20:49.182162 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3cb17-937a-4e12-a0d8-04becbaba790 req-452f8eca-fc80-4637-a035-a23bea46c74c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:49.183722 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64e3cb17-937a-4e12-a0d8-04becbaba790 req-452f8eca-fc80-4637-a035-a23bea46c74c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0508804 Jul 28 09:20:49.232528 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-64e3cb17-937a-4e12-a0d8-04becbaba790 req-90eb3f75-7fab-497b-bf75-96ee85907680 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430963 Jul 28 09:20:49.278858 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:49.290038 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'port_id': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'mac_address': 'fa:16:3e:fc:43:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:20:49.323561 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 760da6e1-e95d-4104-b4c2-bc4781aafac6 is: ACTIVE; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:49.323956 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:49.337706 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 760da6e1-e95d-4104-b4c2-bc4781aafac6 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:20:49.358472 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:49.362316 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:49.408967 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=760da6e1-e95d-4104-b4c2-bc4781aafac6,revision_number=6']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:49.463931 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:49.519320 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['760da6e1-e95d-4104-b4c2-bc4781aafac6'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:20:49.822509 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5419d88-8c6b-4950-a6e6-7e51a5454e65 req-8e883509-b31e-4623-aa5b-1ac11f010057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:49.823947 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5419d88-8c6b-4950-a6e6-7e51a5454e65 req-8e883509-b31e-4623-aa5b-1ac11f010057 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 1127 time: 0.0380390 Jul 28 09:20:50.218723 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669b1f6-92d7-472b-8b2b-026794cdd1c1 req-0caf170e-db2b-4157-850b-d16f73e06117 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:50.220164 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e669b1f6-92d7-472b-8b2b-026794cdd1c1 req-0caf170e-db2b-4157-850b-d16f73e06117 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0849776 Jul 28 09:20:50.228496 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536487e9-34de-4d05-ab1d-48bf49f2c744 req-075e352c-e3fe-4ca9-b0f7-78795921b010 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:50.229832 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-536487e9-34de-4d05-ab1d-48bf49f2c744 req-075e352c-e3fe-4ca9-b0f7-78795921b010 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 943 time: 0.0859487 Jul 28 09:20:50.303913 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e669b1f6-92d7-472b-8b2b-026794cdd1c1 req-bcda84ea-f286-4728-ae30-68c3daa316cf tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731077 Jul 28 09:20:50.307070 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-536487e9-34de-4d05-ab1d-48bf49f2c744 req-84decbda-7051-4d34-ad97-13f250865d78 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704529 Jul 28 09:20:50.406043 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c8845-e4dd-4434-b07a-25677f0c000e req-6b8792a2-25fd-438c-9dc4-5b5239b1b4c4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:50.407521 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-481c8845-e4dd-4434-b07a-25677f0c000e req-6b8792a2-25fd-438c-9dc4-5b5239b1b4c4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 944 time: 0.0487919 Jul 28 09:20:50.454959 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-481c8845-e4dd-4434-b07a-25677f0c000e req-9e0d2afe-48a5-4e3a-acb1-9dee1647b834 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Jul 28 09:20:50.863606 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5419d88-8c6b-4950-a6e6-7e51a5454e65 req-0788552f-42d6-493f-baad-125ccb9c4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:50.865041 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5419d88-8c6b-4950-a6e6-7e51a5454e65 req-0788552f-42d6-493f-baad-125ccb9c4867 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 916 time: 0.0858986 Jul 28 09:20:50.907818 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5419d88-8c6b-4950-a6e6-7e51a5454e65 req-7f2a8ca4-cc5d-4b38-ad2b-78dbe4e0ede0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1eee53e9-c381-4035-8bc0-2271c557daf3 HTTP/1.1" status: 200 len: 217 time: 0.0359478 Jul 28 09:20:50.958694 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5419d88-8c6b-4950-a6e6-7e51a5454e65 req-65cef38c-e2dd-4f35-b976-113c8eb73221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:50.960109 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5419d88-8c6b-4950-a6e6-7e51a5454e65 req-65cef38c-e2dd-4f35-b976-113c8eb73221 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0455651 Jul 28 09:20:51.001996 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5419d88-8c6b-4950-a6e6-7e51a5454e65 req-c99f7fbb-5125-409d-a6a4-2c6ee0bef1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:51.004015 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5419d88-8c6b-4950-a6e6-7e51a5454e65 req-c99f7fbb-5125-409d-a6a4-2c6ee0bef1c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a25c70eb-0093-412d-853c-bc88149a664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373638 Jul 28 09:20:51.054363 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 1eee53e9-c381-4035-8bc0-2271c557daf3 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:20:51.057442 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:51.065360 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 760da6e1-e95d-4104-b4c2-bc4781aafac6 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:51.078334 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:51.100211 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5419d88-8c6b-4950-a6e6-7e51a5454e65 req-92769e37-11e1-4e82-8bda-5aa8c593b161 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898585 Jul 28 09:20:51.167316 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 760da6e1-e95d-4104-b4c2-bc4781aafac6 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:51.167594 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:51.170690 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:51.190575 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d5419d88-8c6b-4950-a6e6-7e51a5454e65 req-6a8fbd2e-e58b-497f-8b41-438d0c998d93 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837812 Jul 28 09:20:51.227635 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 1eee53e9-c381-4035-8bc0-2271c557daf3, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=1eee53e9-c381-4035-8bc0-2271c557daf3,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:51.244143 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '1eee53e9-c381-4035-8bc0-2271c557daf3', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'port_id': '1eee53e9-c381-4035-8bc0-2271c557daf3', 'mac_address': 'fa:16:3e:9e:58:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:20:51.303190 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 1eee53e9-c381-4035-8bc0-2271c557daf3 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:51.303579 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:51.305346 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 760da6e1-e95d-4104-b4c2-bc4781aafac6 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:51.305711 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:51.331255 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eee53e9-c381-4035-8bc0-2271c557daf3 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:20:51.341991 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:20:51.344305 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0775c530-b4d4-47d5-96a4-016925feb737" -d '{"events": [{"server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "name": "network-vif-plugged", "status": "completed", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:20:51.367147 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:51.379931 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 1eee53e9-c381-4035-8bc0-2271c557daf3, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=1eee53e9-c381-4035-8bc0-2271c557daf3,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:51.381119 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:51.386548 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:51.387189 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:20:51.449010 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=760da6e1-e95d-4104-b4c2-bc4781aafac6,revision_number=7']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:51.476183 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed1ef4-8c3e-45ac-ad6c-411feeb70601 req-4933f8d4-e7e8-490a-9690-b7a6b5243710 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:51.477755 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ed1ef4-8c3e-45ac-ad6c-411feeb70601 req-4933f8d4-e7e8-490a-9690-b7a6b5243710 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 944 time: 0.0842865 Jul 28 09:20:51.483998 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccad3c9-80c4-4205-80e1-1d358e9d6b3a req-67febccb-2c40-4bf6-ab54-c8f87faf9ed3 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:51.485341 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bccad3c9-80c4-4205-80e1-1d358e9d6b3a req-67febccb-2c40-4bf6-ab54-c8f87faf9ed3 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0900621 Jul 28 09:20:51.514643 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:51.555019 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07ed1ef4-8c3e-45ac-ad6c-411feeb70601 req-dacfbcbb-e83b-42ea-a571-0c937c043169 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687153 Jul 28 09:20:51.558073 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=1eee53e9-c381-4035-8bc0-2271c557daf3,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:51.569897 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bccad3c9-80c4-4205-80e1-1d358e9d6b3a req-fe26132b-52a3-4eeb-9557-1ea003821118 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762045 Jul 28 09:20:51.572190 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:51.584749 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'port_id': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'mac_address': 'fa:16:3e:82:3a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:20:51.589653 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=40,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:51.597640 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=31,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:51.623535 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a493ceea-f63d-4277-b4bd-59d6b3c90e40 x-openstack-request-id: req-a493ceea-f63d-4277-b4bd-59d6b3c90e40 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:20:51.623828 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "name": "network-vif-plugged", "status": "completed", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:20:51.624082 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a493ceea-f63d-4277-b4bd-59d6b3c90e40 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:20:51.624482 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a493ceea-f63d-4277-b4bd-59d6b3c90e40'] response: {'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'code': 200} Jul 28 09:20:51.626566 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:51.626958 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:51.640772 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:20:51.661046 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:51.664968 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:51.687396 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:51.689563 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7b1c9-1427-42f2-87c6-36da45e92676 req-270ea1f2-1ed5-4940-8e3b-df141f2bd0a0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:51.691682 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1fa7b1c9-1427-42f2-87c6-36da45e92676 req-270ea1f2-1ed5-4940-8e3b-df141f2bd0a0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0523844 Jul 28 09:20:51.715327 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:51.739774 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1fa7b1c9-1427-42f2-87c6-36da45e92676 req-c987dd84-e57d-4e0a-9660-b6cb6bf34de7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418434 Jul 28 09:20:52.587245 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['1eee53e9-c381-4035-8bc0-2271c557daf3'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:20:52.715949 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd7134-56ff-44e5-9472-5164fca2cdb2 req-c71bd573-d171-4650-b865-82f8991d8e0f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:52.717375 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c8dd7134-56ff-44e5-9472-5164fca2cdb2 req-c71bd573-d171-4650-b865-82f8991d8e0f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 944 time: 0.0752583 Jul 28 09:20:52.728449 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34dc64-3c0e-4c6d-bfb6-d8b874505a5f req-384f2125-0a68-45ab-9065-96a9b9677ad1 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:52.729824 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa34dc64-3c0e-4c6d-bfb6-d8b874505a5f req-384f2125-0a68-45ab-9065-96a9b9677ad1 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 945 time: 0.0748198 Jul 28 09:20:52.797280 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c8dd7134-56ff-44e5-9472-5164fca2cdb2 req-52fddd90-75e0-4a01-bcbc-de724e978657 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665193 Jul 28 09:20:52.812740 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-aa34dc64-3c0e-4c6d-bfb6-d8b874505a5f req-04f3d60e-4488-4016-9174-7e67f9bdf949 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755215 Jul 28 09:20:52.837665 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['a0c11b49-c1f8-46bc-898f-8e43eaaa04d4'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:20:52.899982 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bb2fb-5319-4228-a80d-0e7365495449 req-d6d992ee-6d55-4301-a535-68f456333207 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:52.901065 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:52.901652 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f92bb2fb-5319-4228-a80d-0e7365495449 req-d6d992ee-6d55-4301-a535-68f456333207 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0473878 Jul 28 09:20:52.949684 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f92bb2fb-5319-4228-a80d-0e7365495449 req-c6a28a28-4ce3-427c-8ff6-97b8ad4f45c1 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423827 Jul 28 09:20:53.947452 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d792121-7365-44d1-a9bf-5ebc5ff5a75f req-494583a8-60f2-429c-a6c2-f831f291f050 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:53.948905 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d792121-7365-44d1-a9bf-5ebc5ff5a75f req-494583a8-60f2-429c-a6c2-f831f291f050 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 944 time: 0.0768926 Jul 28 09:20:53.968255 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e36ad-2bfd-4e8b-96c8-4f39b5e659bb req-323d0eb2-a8e1-49e9-bca4-f843761abd6d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:53.969665 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-001e36ad-2bfd-4e8b-96c8-4f39b5e659bb req-323d0eb2-a8e1-49e9-bca4-f843761abd6d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 945 time: 0.0694144 Jul 28 09:20:54.029902 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d792121-7365-44d1-a9bf-5ebc5ff5a75f req-65db097c-8c0c-498b-b28d-6f67716e7bbb tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752864 Jul 28 09:20:54.042591 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-001e36ad-2bfd-4e8b-96c8-4f39b5e659bb req-96b7c1b5-a5d7-464e-bcea-11bb7aacae51 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660229 Jul 28 09:20:54.129227 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200823df-80bb-48d7-94cd-3a73781b36a0 req-a49702fb-2708-4c74-bd2d-479096314706 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:54.130618 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-200823df-80bb-48d7-94cd-3a73781b36a0 req-a49702fb-2708-4c74-bd2d-479096314706 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0464957 Jul 28 09:20:54.176451 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-200823df-80bb-48d7-94cd-3a73781b36a0 req-3cdc4977-56ed-4b4e-8981-ace9833cfbbd tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 Jul 28 09:20:55.174511 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b557e9-7783-48b1-b936-35b185dda826 req-f28670a4-051a-48e5-a2e9-a75a03b5d0fa tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:55.176572 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e6b557e9-7783-48b1-b936-35b185dda826 req-f28670a4-051a-48e5-a2e9-a75a03b5d0fa tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 944 time: 0.0753069 Jul 28 09:20:55.178944 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:55.196649 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fedac6-9b99-4f92-980c-21b45ceb79ca req-47b3fbe6-87e7-43e3-8746-52ebab85d214 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:55.198805 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39fedac6-9b99-4f92-980c-21b45ceb79ca req-47b3fbe6-87e7-43e3-8746-52ebab85d214 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 945 time: 0.0656359 Jul 28 09:20:55.210978 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 1eee53e9-c381-4035-8bc0-2271c557daf3 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:55.260714 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:55.267413 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 1eee53e9-c381-4035-8bc0-2271c557daf3 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:20:55.268351 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e6b557e9-7783-48b1-b936-35b185dda826 req-d820ff02-8958-480c-9874-4e5c0468f96a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860007 Jul 28 09:20:55.272560 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 1eee53e9-c381-4035-8bc0-2271c557daf3 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:55.273195 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:55.273540 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-39fedac6-9b99-4f92-980c-21b45ceb79ca req-ae453762-f3cb-40a9-9f1c-b2558cd48bb5 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672579 Jul 28 09:20:55.358946 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 1eee53e9-c381-4035-8bc0-2271c557daf3 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:55.359347 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:55.375938 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3110cc7-d146-415d-ba21-07bc74fe298b req-9f43f1aa-c119-4d1d-a844-6c11cc779306 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:55.377481 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3110cc7-d146-415d-ba21-07bc74fe298b req-9f43f1aa-c119-4d1d-a844-6c11cc779306 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0474541 Jul 28 09:20:55.383212 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef10647-3c4a-4486-982f-b243da6f352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eee53e9-c381-4035-8bc0-2271c557daf3'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:20:55.385419 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4422bdab-8a5a-4273-ba69-844bae202205" -d '{"events": [{"server_uuid": "cef10647-3c4a-4486-982f-b243da6f352c", "name": "network-vif-plugged", "status": "completed", "tag": "1eee53e9-c381-4035-8bc0-2271c557daf3"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:20:55.398745 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 1eee53e9-c381-4035-8bc0-2271c557daf3, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=1eee53e9-c381-4035-8bc0-2271c557daf3,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:55.404716 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:55.405661 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:55.427790 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8837691f-0b81-4ae3-93da-4708987023dc x-openstack-request-id: req-8837691f-0b81-4ae3-93da-4708987023dc {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:20:55.428069 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef10647-3c4a-4486-982f-b243da6f352c", "name": "network-vif-plugged", "status": "completed", "tag": "1eee53e9-c381-4035-8bc0-2271c557daf3", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:20:55.428323 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8837691f-0b81-4ae3-93da-4708987023dc {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:20:55.428714 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8837691f-0b81-4ae3-93da-4708987023dc'] response: {'server_uuid': 'cef10647-3c4a-4486-982f-b243da6f352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eee53e9-c381-4035-8bc0-2271c557daf3', 'code': 200} Jul 28 09:20:55.432645 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a3110cc7-d146-415d-ba21-07bc74fe298b req-df77ce06-02b3-44f9-ac37-45b7251e23a1 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494571 Jul 28 09:20:55.449144 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:55.486325 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=1eee53e9-c381-4035-8bc0-2271c557daf3,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:55.491574 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:55.494425 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:20:55.501001 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:20:55.501413 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:55.575188 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:20:55.575585 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:55.609945 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:55.614109 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:55.635196 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:55.647756 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd93b-83e6-4302-8419-d3e90f4a3328 req-470ac182-6218-45d6-9a8c-293dda974b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:55.649243 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b5bd93b-83e6-4302-8419-d3e90f4a3328 req-470ac182-6218-45d6-9a8c-293dda974b1f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 1129 time: 0.0403838 Jul 28 09:20:55.666195 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:55.694281 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b5bd93b-83e6-4302-8419-d3e90f4a3328 req-626de684-4d86-4d62-8264-6e0ebf16faa9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374188 Jul 28 09:20:56.421056 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fad6fd-0614-4bb1-b86f-3ec270ac6aac req-d44ad3ef-34c7-47ab-8f76-5727c1da0e87 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:56.422525 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9fad6fd-0614-4bb1-b86f-3ec270ac6aac req-d44ad3ef-34c7-47ab-8f76-5727c1da0e87 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0688739 Jul 28 09:20:56.428678 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b722b-5e6f-4dbb-a805-8d6dc4ab5d19 req-a4fcfc08-d68b-4e99-9641-076e3153ff7f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:56.430028 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-348b722b-5e6f-4dbb-a805-8d6dc4ab5d19 req-a4fcfc08-d68b-4e99-9641-076e3153ff7f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 945 time: 0.0850852 Jul 28 09:20:56.504325 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f9fad6fd-0614-4bb1-b86f-3ec270ac6aac req-c48a75b3-f9e2-4f04-be35-2764be84d890 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733645 Jul 28 09:20:56.508197 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-348b722b-5e6f-4dbb-a805-8d6dc4ab5d19 req-43c3c1b5-feb9-407f-a99f-8547c3187300 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706806 Jul 28 09:20:56.603203 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef0866-7707-472f-8c4c-9385a57e2eed req-22f8fad8-82ad-4cd6-8b7a-16698d37f6a8 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:56.604555 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c0ef0866-7707-472f-8c4c-9385a57e2eed req-22f8fad8-82ad-4cd6-8b7a-16698d37f6a8 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0467000 Jul 28 09:20:56.650841 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c0ef0866-7707-472f-8c4c-9385a57e2eed req-7b9c4cb0-5edb-4308-97b9-385899baa738 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408497 Jul 28 09:20:56.856162 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b03e2d47-ac4e-42ae-88ec-bf6198b5d966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:57.429850 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:20:57.432203 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0e91bd-d7b0-4bc0-9460-50ff5e9f4044" -d '{"events": [{"server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "name": "network-vif-plugged", "status": "completed", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:20:57.467043 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241c1d80-acaa-43ad-8b5b-1159d6b29464 x-openstack-request-id: req-241c1d80-acaa-43ad-8b5b-1159d6b29464 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:20:57.467329 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "name": "network-vif-plugged", "status": "completed", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:20:57.467576 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-241c1d80-acaa-43ad-8b5b-1159d6b29464 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:20:57.467991 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241c1d80-acaa-43ad-8b5b-1159d6b29464'] response: {'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'code': 200} Jul 28 09:20:57.653614 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78375670-b81a-4620-9a5c-71cf4008bc24 req-9decafe2-f8b0-4b6e-a476-a74a52928e6a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:57.655101 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78375670-b81a-4620-9a5c-71cf4008bc24 req-9decafe2-f8b0-4b6e-a476-a74a52928e6a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0800443 Jul 28 09:20:57.663726 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ca97b-bb5c-4b36-a54c-08f981ea787b req-15bc4dfb-774a-4c04-b960-67554c2a980a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:57.665274 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-204ca97b-bb5c-4b36-a54c-08f981ea787b req-15bc4dfb-774a-4c04-b960-67554c2a980a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 945 time: 0.0806136 Jul 28 09:20:57.743635 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78375670-b81a-4620-9a5c-71cf4008bc24 req-75687db3-01dc-4f67-80a8-17e98618a59c tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773804 Jul 28 09:20:57.746885 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-204ca97b-bb5c-4b36-a54c-08f981ea787b req-1ce3f58a-3de8-42d4-9782-ef9f918bb096 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746608 Jul 28 09:20:57.874339 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e88fef-1392-484e-b3c2-d2ae16631755 req-5e392386-d780-4319-b69d-1ec81d4c4457 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:57.875935 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-08e88fef-1392-484e-b3c2-d2ae16631755 req-5e392386-d780-4319-b69d-1ec81d4c4457 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0546567 Jul 28 09:20:57.957062 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778af1ec-8c50-4623-bfc3-6e3f4936b89f req-743d2dc6-8eb4-4911-b74d-26318e0da374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:57.959377 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-778af1ec-8c50-4623-bfc3-6e3f4936b89f req-743d2dc6-8eb4-4911-b74d-26318e0da374 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 1130 time: 0.0607598 Jul 28 09:20:57.964155 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-08e88fef-1392-484e-b3c2-d2ae16631755 req-f9d0d239-96a8-4f03-a3cb-2569265f2e9f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809281 Jul 28 09:20:58.013116 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-778af1ec-8c50-4623-bfc3-6e3f4936b89f req-d25e8e2b-2777-428b-9908-52f3ba06effb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457053 Jul 28 09:20:59.192976 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:59.206561 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf10a65-d440-42bf-abe3-6e7a24b22cb1 req-f5a89d88-2997-4954-b7e0-82565af014c4 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:59.208712 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cdf10a65-d440-42bf-abe3-6e7a24b22cb1 req-f5a89d88-2997-4954-b7e0-82565af014c4 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.3420005 Jul 28 09:20:59.220101 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3d6f3-4528-4829-9c95-fc1e8948036b req-7741cd9d-20f2-434a-ab4e-3a18f4472b3f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:59.221623 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-afc3d6f3-4528-4829-9c95-fc1e8948036b req-7741cd9d-20f2-434a-ab4e-3a18f4472b3f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 945 time: 0.3230028 Jul 28 09:20:59.311797 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cdf10a65-d440-42bf-abe3-6e7a24b22cb1 req-7f1284a5-cf78-4cc9-862c-fd580bd11eeb tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880067 Jul 28 09:20:59.334436 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-afc3d6f3-4528-4829-9c95-fc1e8948036b req-bbf59dc8-267c-43d3-9d84-08c1709b702a tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042109 Jul 28 09:20:59.376677 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd3d4-043e-449c-907b-1aeaef789307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:59.501768 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57536-7550-4670-a0ba-31145b1e08a2 req-1e2208af-2c78-4d0d-b33f-49d4abcbe820 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:59.504774 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60e57536-7550-4670-a0ba-31145b1e08a2 req-1e2208af-2c78-4d0d-b33f-49d4abcbe820 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.1145027 Jul 28 09:20:59.514746 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbb22b-b0c8-44d5-ade4-4d17c52e0a15 req-2c8d8a76-a072-4738-bba9-18aae0e12a5b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:20:59.516201 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b6bbb22b-b0c8-44d5-ade4-4d17c52e0a15 req-2c8d8a76-a072-4738-bba9-18aae0e12a5b tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 945 time: 0.0865929 Jul 28 09:20:59.526496 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 49960) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:20:59.532477 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-6f975033-6c95-4095-a387-1b32b95b3e01 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Request body: {'floatingip': {'port_id': '1eee53e9-c381-4035-8bc0-2271c557daf3'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:20:59.579235 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:20:59.583387 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f975033-6c95-4095-a387-1b32b95b3e01 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (8ad73082-0065-4fa9-9d03-b0dee9295d7d), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:20:59.646405 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-60e57536-7550-4670-a0ba-31145b1e08a2 req-b2e1f7af-6fc6-47c5-9f16-c858430684f1 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292164 Jul 28 09:21:00.113823 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f975033-6c95-4095-a387-1b32b95b3e01 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:00.121559 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f975033-6c95-4095-a387-1b32b95b3e01 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (8ad73082-0065-4fa9-9d03-b0dee9295d7d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:00.242592 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-6f975033-6c95-4095-a387-1b32b95b3e01 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Floating IP 8ad73082-0065-4fa9-9d03-b0dee9295d7d associated. External IP: 172.27.0.239, port: 1eee53e9-c381-4035-8bc0-2271c557daf3. Jul 28 09:21:00.286378 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:00.484514 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca8042-b019-486f-aae6-ca0bbca8a118 req-0b2eb41f-0204-4fb4-ae4e-5be86557b1c6 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:00.486030 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90ca8042-b019-486f-aae6-ca0bbca8a118 req-0b2eb41f-0204-4fb4-ae4e-5be86557b1c6 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0893705 Jul 28 09:21:00.488135 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:00.516723 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f975033-6c95-4095-a387-1b32b95b3e01 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Router 109703c7-684e-4e7e-9ac7-451f56fa01a1 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:21:00.592649 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90ca8042-b019-486f-aae6-ca0bbca8a118 req-35ed1428-a539-4fca-b031-b0c28035586e tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978224 Jul 28 09:21:00.658766 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:00.665329 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f975033-6c95-4095-a387-1b32b95b3e01 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:21:00.670088 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6f975033-6c95-4095-a387-1b32b95b3e01 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:00.683542 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae576018-037f-4b67-9898-bbe58bf715ab None None] Sync routers for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:21:00.695624 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae576018-037f-4b67-9898-bbe58bf715ab None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:21:00.696524 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ae576018-037f-4b67-9898-bbe58bf715ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:20:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:00.718489 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6f975033-6c95-4095-a387-1b32b95b3e01 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "PUT /v2.0/floatingips/8ad73082-0065-4fa9-9d03-b0dee9295d7d HTTP/1.1" status: 200 len: 991 time: 1.1887901 Jul 28 09:21:00.718489 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef10647-3c4a-4486-982f-b243da6f352c', 'tag': '1eee53e9-c381-4035-8bc0-2271c557daf3'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:21:00.719221 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426b2629-88d7-4cfc-bffd-501471b488f2" -d '{"events": [{"name": "network-changed", "server_uuid": "cef10647-3c4a-4486-982f-b243da6f352c", "tag": "1eee53e9-c381-4035-8bc0-2271c557daf3"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:21:00.801560 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc285b-fd49-4890-b26d-34515bd81213 req-a1b3d5ed-4509-4834-bb32-182d3a29485d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:00.803445 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-62fc285b-fd49-4890-b26d-34515bd81213 req-a1b3d5ed-4509-4834-bb32-182d3a29485d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.1025977 Jul 28 09:21:00.824136 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af02b3-2047-49b2-94a7-e7771427c6e5 req-88af2960-5540-4456-9d83-13d25a4fd262 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:00.826149 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-36af02b3-2047-49b2-94a7-e7771427c6e5 req-88af2960-5540-4456-9d83-13d25a4fd262 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0787756 Jul 28 09:21:00.826444 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:00.851373 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-ae576018-037f-4b67-9898-bbe58bf715ab None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:21:00.899547 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-62fc285b-fd49-4890-b26d-34515bd81213 req-543ba305-73a7-451e-adce-226e35d34563 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860765 Jul 28 09:21:00.932273 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-36af02b3-2047-49b2-94a7-e7771427c6e5 req-41f8ab3a-c63d-4d57-8550-0f64fa4f1821 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917017 Jul 28 09:21:00.938778 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49972) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:00.979282 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b5b29f-8591-4ff4-b99e-a6b33745ff9f x-openstack-request-id: req-79b5b29f-8591-4ff4-b99e-a6b33745ff9f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:21:00.979581 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef10647-3c4a-4486-982f-b243da6f352c", "tag": "1eee53e9-c381-4035-8bc0-2271c557daf3", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:21:00.979894 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79b5b29f-8591-4ff4-b99e-a6b33745ff9f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:21:00.980304 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b5b29f-8591-4ff4-b99e-a6b33745ff9f'] response: {'name': 'network-changed', 'server_uuid': 'cef10647-3c4a-4486-982f-b243da6f352c', 'tag': '1eee53e9-c381-4035-8bc0-2271c557daf3', 'status': 'completed', 'code': 200} Jul 28 09:21:01.099144 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2629-88d7-4cfc-bffd-501471b488f2 req-dad2e62e-1dc8-404b-b9d4-3dfd13746f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:01.101062 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-426b2629-88d7-4cfc-bffd-501471b488f2 req-dad2e62e-1dc8-404b-b9d4-3dfd13746f2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c957cfe3391147daab9fc1e59b414a3e&device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 1129 time: 0.0731153 Jul 28 09:21:01.138049 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5a5183-1694-4529-948d-d99cf6776aca tempest-TestShelveInstance-277449042 tempest-TestShelveInstance-277449042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:01.144420 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2e5a5183-1694-4529-948d-d99cf6776aca tempest-TestShelveInstance-277449042 tempest-TestShelveInstance-277449042-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 1125 time: 0.2040219 Jul 28 09:21:01.145306 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 49980) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:01.151071 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'port_id': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:21:01.180173 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ae576018-037f-4b67-9898-bbe58bf715ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '8ad73082-0065-4fa9-9d03-b0dee9295d7d', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '1eee53e9-c381-4035-8bc0-2271c557daf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:9e:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef10647-3c4a-4486-982f-b243da6f352c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:20:42Z', 'updated_at': '2022-07-28T09:21:00Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:01.184211 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:01.211481 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae576018-037f-4b67-9898-bbe58bf715ab None None] Checking router: 109703c7-684e-4e7e-9ac7-451f56fa01a1 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:21:01.221732 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae576018-037f-4b67-9898-bbe58bf715ab None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:21:01.223020 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ae576018-037f-4b67-9898-bbe58bf715ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:20:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:01.224268 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2629-88d7-4cfc-bffd-501471b488f2 req-a3352e6a-68cc-4af8-8f9d-d3afc5f5a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:01.228974 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-426b2629-88d7-4cfc-bffd-501471b488f2 req-a3352e6a-68cc-4af8-8f9d-d3afc5f5a863 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 200 len: 916 time: 0.1212130 Jul 28 09:21:01.311458 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:01.404468 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-426b2629-88d7-4cfc-bffd-501471b488f2 req-e0def631-e4c4-4e52-b361-5cfcfa5e5554 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1eee53e9-c381-4035-8bc0-2271c557daf3 HTTP/1.1" status: 200 len: 999 time: 0.1665912 Jul 28 09:21:01.465832 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Allocated IP 172.27.0.236 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/c002c6fe-db0a-42a2-b606-669b1f99c2a1) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:21:01.493880 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2629-88d7-4cfc-bffd-501471b488f2 req-42671c03-83b2-4d20-aee4-8f5cc13a3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:01.496160 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-426b2629-88d7-4cfc-bffd-501471b488f2 req-42671c03-83b2-4d20-aee4-8f5cc13a3a5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 200 len: 854 time: 0.0846274 Jul 28 09:21:01.551944 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b2629-88d7-4cfc-bffd-501471b488f2 req-d2d48f36-9fe2-4709-b80c-16c0493be7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:01.553541 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-426b2629-88d7-4cfc-bffd-501471b488f2 req-d2d48f36-9fe2-4709-b80c-16c0493be7a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a25c70eb-0093-412d-853c-bc88149a664e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506568 Jul 28 09:21:01.579217 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-ae576018-037f-4b67-9898-bbe58bf715ab None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:21:01.612595 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for port (c002c6fe-db0a-42a2-b606-669b1f99c2a1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:01.673881 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-426b2629-88d7-4cfc-bffd-501471b488f2 req-b70248e3-a341-4dd2-8ae9-6dfec09c8a5e service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080887 Jul 28 09:21:01.674452 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (c002c6fe-db0a-42a2-b606-669b1f99c2a1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:01.720994 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:21:01.733855 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:21:01.738275 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:21:01.760757 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event updated for resources: {'Port': ['ID=c002c6fe-db0a-42a2-b606-669b1f99c2a1,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:01.805965 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-426b2629-88d7-4cfc-bffd-501471b488f2 req-c1d106f9-34f2-4fc4-b46b-94a678248630 service neutron] 10.222.0.60 "GET /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253405 Jul 28 09:21:01.858402 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:01.865266 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-ae576018-037f-4b67-9898-bbe58bf715ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '8ad73082-0065-4fa9-9d03-b0dee9295d7d', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '1eee53e9-c381-4035-8bc0-2271c557daf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:9e:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef10647-3c4a-4486-982f-b243da6f352c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:20:42Z', 'updated_at': '2022-07-28T09:21:00Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:01.895775 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae576018-037f-4b67-9898-bbe58bf715ab None None] The sync data for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi is: [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '8ad73082-0065-4fa9-9d03-b0dee9295d7d', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'port_id': '1eee53e9-c381-4035-8bc0-2271c557daf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'mac_address': 'fa:16:3e:9e:58:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef10647-3c4a-4486-982f-b243da6f352c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:20:42Z', 'updated_at': '2022-07-28T09:21:00Z', 'revision_number': 1, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:21:01.926678 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:02.165261 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419931f3-4b85-4837-94a5-a7f8301ded5c req-affc2198-ba2b-4fb6-b175-aab7fb5751e1 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:02.167368 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-419931f3-4b85-4837-94a5-a7f8301ded5c req-affc2198-ba2b-4fb6-b175-aab7fb5751e1 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0895522 Jul 28 09:21:02.184373 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:02.262506 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-419931f3-4b85-4837-94a5-a7f8301ded5c req-9707b0de-aecb-475f-a828-41cd92f25081 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885119 Jul 28 09:21:02.301758 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59012418-6606-4d56-9166-0baa8c6073c2 None None] New status for floating IP 8ad73082-0065-4fa9-9d03-b0dee9295d7d: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:21:02.453537 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:02.473102 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:02.479178 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for floatingip (5983eb37-7a3e-419d-8344-3be2b613f68f), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:02.561289 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (c002c6fe-db0a-42a2-b606-669b1f99c2a1), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:02.763537 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for port (c002c6fe-db0a-42a2-b606-669b1f99c2a1), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:02.772037 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4130328'] for port (c002c6fe-db0a-42a2-b606-669b1f99c2a1), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:02.859800 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event updated for resources: {'Port': ['ID=c002c6fe-db0a-42a2-b606-669b1f99c2a1,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:02.868878 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (5983eb37-7a3e-419d-8344-3be2b613f68f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:03.041477 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Floating IP 5983eb37-7a3e-419d-8344-3be2b613f68f associated. External IP: 172.27.0.236, port: a0c11b49-c1f8-46bc-898f-8e43eaaa04d4. Jul 28 09:21:03.267258 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:21:03.394029 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:21:03.408899 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ff02a-3ae4-4d61-bb93-9197fd9851d7 None None] Sync routers for ids ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:21:03.418240 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:03.421577 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffbda6-3abe-485e-9196-a94928a17645 req-e5b798a9-1ba2-4d12-b3e0-c90c267b8191 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:03.422143 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ff02a-3ae4-4d61-bb93-9197fd9851d7 None None] Routers {'3de34c22-42ae-4d0f-9883-0de3e0f14ffc'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:21:03.422742 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-db7ff02a-3ae4-4d61-bb93-9197fd9851d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:20:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:03.423210 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c6ffbda6-3abe-485e-9196-a94928a17645 req-e5b798a9-1ba2-4d12-b3e0-c90c267b8191 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0682840 Jul 28 09:21:03.426689 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:03.484703 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-47d8337f-d269-447a-b558-de449b501718 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3375597 Jul 28 09:21:03.486125 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:21:03.488774 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60a0d31f5ae61584c09bf5ae02f1e8f881846fe7860167878649fbf56de3e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd551d9a-5b26-49a9-9f50-0cc02c9df571" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:21:03.528002 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c6ffbda6-3abe-485e-9196-a94928a17645 req-df4e7ad4-0b0c-4729-8ba1-b9f61a52b8d4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916088 Jul 28 09:21:03.529253 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763607a3-8f66-4419-b0a8-955b63d34173 x-openstack-request-id: req-763607a3-8f66-4419-b0a8-955b63d34173 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:21:03.529761 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:21:03.531735 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-763607a3-8f66-4419-b0a8-955b63d34173 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:21:03.532193 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763607a3-8f66-4419-b0a8-955b63d34173'] response: {'name': 'network-changed', 'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'status': 'completed', 'code': 200} Jul 28 09:21:03.550685 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-db7ff02a-3ae4-4d61-bb93-9197fd9851d7 None None] Set router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:21:03.646890 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:03.649388 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd551d9a-5b26-49a9-9f50-0cc02c9df571 req-b9070254-880f-4959-840d-54687377a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:03.651992 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd551d9a-5b26-49a9-9f50-0cc02c9df571 req-b9070254-880f-4959-840d-54687377a22e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=53fd239676ec42e0a9f145e924fc249a&device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 1130 time: 0.0668440 Jul 28 09:21:03.783615 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd551d9a-5b26-49a9-9f50-0cc02c9df571 req-91f03055-09db-4258-9eaa-20700d4ec3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:03.787366 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd551d9a-5b26-49a9-9f50-0cc02c9df571 req-91f03055-09db-4258-9eaa-20700d4ec3ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e5822d8-ff00-4424-b54d-09f23d169007 HTTP/1.1" status: 200 len: 909 time: 0.1289454 Jul 28 09:21:03.808494 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-db7ff02a-3ae4-4d61-bb93-9197fd9851d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:05Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '5983eb37-7a3e-419d-8344-3be2b613f68f', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'port_id': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'mac_address': 'fa:16:3e:82:3a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:21:02Z', 'updated_at': '2022-07-28T09:21:02Z', 'revision_number': 0, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1799114-0fb0-457b-9d1f-769097a0f87c', 'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'mac_address': 'fa:16:3e:a1:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:05Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 5, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'subnets': [{'id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:03.849564 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ff02a-3ae4-4d61-bb93-9197fd9851d7 None None] Checking router: 3de34c22-42ae-4d0f-9883-0de3e0f14ffc for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:21:03.856363 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd551d9a-5b26-49a9-9f50-0cc02c9df571 req-39dc43fb-6c2b-4c4e-b90d-4c6b36cd5704 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 HTTP/1.1" status: 200 len: 1000 time: 0.0614221 Jul 28 09:21:03.860709 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ff02a-3ae4-4d61-bb93-9197fd9851d7 None None] Routers {'3de34c22-42ae-4d0f-9883-0de3e0f14ffc'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:21:03.861333 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-db7ff02a-3ae4-4d61-bb93-9197fd9851d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:20:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:03.917444 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:03.926144 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd551d9a-5b26-49a9-9f50-0cc02c9df571 req-c982d6c2-f555-47a5-9616-45be823abb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:03.927822 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd551d9a-5b26-49a9-9f50-0cc02c9df571 req-c982d6c2-f555-47a5-9616-45be823abb74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48bdb455-4ab7-4e83-9412-807fb482cf5c HTTP/1.1" status: 200 len: 847 time: 0.0614996 Jul 28 09:21:03.986986 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd551d9a-5b26-49a9-9f50-0cc02c9df571 req-2ac50ce1-c33b-4a6e-8bc7-e1d5e7fee77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:03.989162 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd551d9a-5b26-49a9-9f50-0cc02c9df571 req-2ac50ce1-c33b-4a6e-8bc7-e1d5e7fee77e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e5822d8-ff00-4424-b54d-09f23d169007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508316 Jul 28 09:21:03.992253 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-db7ff02a-3ae4-4d61-bb93-9197fd9851d7 None None] Set router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:21:04.141348 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd551d9a-5b26-49a9-9f50-0cc02c9df571 req-c6c74078-7895-464c-b3a6-603a4a5d87e4 service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451175 Jul 28 09:21:04.293880 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-db7ff02a-3ae4-4d61-bb93-9197fd9851d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:05Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '5983eb37-7a3e-419d-8344-3be2b613f68f', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'port_id': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'mac_address': 'fa:16:3e:82:3a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:21:02Z', 'updated_at': '2022-07-28T09:21:02Z', 'revision_number': 0, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1799114-0fb0-457b-9d1f-769097a0f87c', 'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'mac_address': 'fa:16:3e:a1:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:05Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 5, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'subnets': [{'id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:04.317215 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd551d9a-5b26-49a9-9f50-0cc02c9df571 req-0c56701c-84fd-4a63-bb8c-75de6a2bcd7d service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578660 Jul 28 09:21:04.329383 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ff02a-3ae4-4d61-bb93-9197fd9851d7 None None] The sync data for ids ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'] in dv-cinder-851249-5-iscsi is: [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:05Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '5983eb37-7a3e-419d-8344-3be2b613f68f', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'port_id': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'mac_address': 'fa:16:3e:82:3a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:21:02Z', 'updated_at': '2022-07-28T09:21:02Z', 'revision_number': 0, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1799114-0fb0-457b-9d1f-769097a0f87c', 'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'mac_address': 'fa:16:3e:a1:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:05Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 5, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'subnets': [{'id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:21:04.650064 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869a803c-9001-475b-b98e-e18963f44535 None None] New status for floating IP 5983eb37-7a3e-419d-8344-3be2b613f68f: ACTIVE {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:21:04.730073 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2944299-5732-4fb3-b8c4-4b9d9d363824 req-6895f4b6-490a-4d29-a56b-278651b29ec7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:04.735077 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f2944299-5732-4fb3-b8c4-4b9d9d363824 req-6895f4b6-490a-4d29-a56b-278651b29ec7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0718346 Jul 28 09:21:04.791184 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f2944299-5732-4fb3-b8c4-4b9d9d363824 req-bc9ed254-297c-42f5-befc-6a70059f5e04 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490999 Jul 28 09:21:05.945255 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac991a-601e-414f-a5db-ad1d8f8fb0ba req-9dc27b10-a929-4cd0-a482-18ea3c11d28a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:05.947222 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6bac991a-601e-414f-a5db-ad1d8f8fb0ba req-9dc27b10-a929-4cd0-a482-18ea3c11d28a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0691442 Jul 28 09:21:06.022503 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6bac991a-601e-414f-a5db-ad1d8f8fb0ba req-e5714f6f-daf7-4963-adc9-c29a3a1cee88 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689490 Jul 28 09:21:07.158000 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd721-773d-427f-b6a6-d3129ba2fa42 req-00432805-a11c-4561-8c13-40f6d7030ad1 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:07.162341 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e41bd721-773d-427f-b6a6-d3129ba2fa42 req-00432805-a11c-4561-8c13-40f6d7030ad1 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0559311 Jul 28 09:21:07.219635 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e41bd721-773d-427f-b6a6-d3129ba2fa42 req-c60c23c0-4208-4048-bbb1-78e677f37754 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517473 Jul 28 09:21:08.348225 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42cde2-2a0b-4539-acf0-9fb66f2f310a req-b8eda146-97a9-4e89-b66c-5239796ddc67 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:08.349652 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f42cde2-2a0b-4539-acf0-9fb66f2f310a req-b8eda146-97a9-4e89-b66c-5239796ddc67 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0495963 Jul 28 09:21:08.396354 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f42cde2-2a0b-4539-acf0-9fb66f2f310a req-edaaa362-aa5f-4f2f-90bb-14cb49bfc505 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410719 Jul 28 09:21:09.273593 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:09.282840 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23481d-d301-4211-8fdc-bbd7d110cf0c req-5abb1700-f8f9-4495-aec1-2c4c9b0002f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:09.284420 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc23481d-d301-4211-8fdc-bbd7d110cf0c req-5abb1700-f8f9-4495-aec1-2c4c9b0002f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 1129 time: 0.0380263 Jul 28 09:21:09.376862 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23481d-d301-4211-8fdc-bbd7d110cf0c req-65d0b04f-0671-4ec6-9028-221baf88f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:09.378310 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc23481d-d301-4211-8fdc-bbd7d110cf0c req-65d0b04f-0671-4ec6-9028-221baf88f4a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 918 time: 0.0879707 Jul 28 09:21:09.438263 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc23481d-d301-4211-8fdc-bbd7d110cf0c req-34dff990-0a5e-468c-af0e-f962a0893e49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6 HTTP/1.1" status: 200 len: 1000 time: 0.0536499 Jul 28 09:21:09.518148 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23481d-d301-4211-8fdc-bbd7d110cf0c req-2b36d413-a37f-41b4-bea5-5a245442dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:09.519488 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc23481d-d301-4211-8fdc-bbd7d110cf0c req-2b36d413-a37f-41b4-bea5-5a245442dabf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 200 len: 856 time: 0.0753880 Jul 28 09:21:09.529610 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c015f60-3f45-4e4d-9670-74de39c63b85 req-4aed1261-cc2e-412f-947c-1600268ca4f4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:09.530957 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5c015f60-3f45-4e4d-9670-74de39c63b85 req-4aed1261-cc2e-412f-947c-1600268ca4f4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0577488 Jul 28 09:21:09.583394 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23481d-d301-4211-8fdc-bbd7d110cf0c req-ceaddc57-9ec7-443c-9521-d527c975e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:09.584864 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc23481d-d301-4211-8fdc-bbd7d110cf0c req-ceaddc57-9ec7-443c-9521-d527c975e598 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62ef4833-ede7-4ed1-81d0-684613a04084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530992 Jul 28 09:21:09.647036 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5c015f60-3f45-4e4d-9670-74de39c63b85 req-516af368-093e-4142-960a-6e49164a1860 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074414 Jul 28 09:21:09.676347 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:09.691311 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc23481d-d301-4211-8fdc-bbd7d110cf0c req-e59799b6-6f60-499d-b2c2-17c1a5430734 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961382 Jul 28 09:21:09.784486 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc23481d-d301-4211-8fdc-bbd7d110cf0c req-d84919eb-6de6-420f-8988-b119285c6a91 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821719 Jul 28 09:21:10.771715 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a10e50-0834-4737-af91-3eb9a9d26a6c req-27ba3629-8e19-40a3-a30f-7fd37083c8e6 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:10.773139 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47a10e50-0834-4737-af91-3eb9a9d26a6c req-27ba3629-8e19-40a3-a30f-7fd37083c8e6 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0492599 Jul 28 09:21:10.819007 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-47a10e50-0834-4737-af91-3eb9a9d26a6c req-c196274b-951d-4b03-92d1-ace576ca224d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402856 Jul 28 09:21:11.943068 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2770491-6773-4da1-9d81-da2eeab089e8 req-04f9bd46-d080-4c7c-bb4a-ab430a25d437 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:11.944548 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f2770491-6773-4da1-9d81-da2eeab089e8 req-04f9bd46-d080-4c7c-bb4a-ab430a25d437 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 945 time: 0.0470300 Jul 28 09:21:11.994389 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f2770491-6773-4da1-9d81-da2eeab089e8 req-ec8d3d6b-b8e9-4d1c-a511-aa9a5784b776 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442688 Jul 28 09:21:12.178129 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 760da6e1-e95d-4104-b4c2-bc4781aafac6 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:21:12.248251 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 760da6e1-e95d-4104-b4c2-bc4781aafac6 is: ACTIVE; New status is: DOWN {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:21:12.248637 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:12.270773 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:21:12.272972 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9482c8a5-bb03-47a7-9378-5b78c3c3f9ef" -d '{"events": [{"server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "name": "network-vif-unplugged", "status": "completed", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:21:12.285543 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:12.289516 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:21:12.294596 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:12.323980 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 09:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96f2c7b-8eff-4526-980a-fdf63680158c x-openstack-request-id: req-f96f2c7b-8eff-4526-980a-fdf63680158c {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:21:12.324269 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "name": "network-vif-unplugged", "status": "completed", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:21:12.324549 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f96f2c7b-8eff-4526-980a-fdf63680158c {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:21:12.324944 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f96f2c7b-8eff-4526-980a-fdf63680158c'] response: {'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'code': 200} Jul 28 09:21:12.349110 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=760da6e1-e95d-4104-b4c2-bc4781aafac6,revision_number=8']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:12.356048 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.356394 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.356736 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.357072 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.357401 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.357728 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.358075 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.358398 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.358721 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.359041 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.359362 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.359684 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.360008 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.360326 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:12.360642 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:13.114784 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffe4a5-a7f7-4b43-be98-6e42095acd9f req-27aacdd9-802c-4459-96ce-d1295c5514c7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:13.119368 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0dffe4a5-a7f7-4b43-be98-6e42095acd9f req-27aacdd9-802c-4459-96ce-d1295c5514c7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0481176 Jul 28 09:21:13.179495 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0dffe4a5-a7f7-4b43-be98-6e42095acd9f req-605153cf-810f-41ef-9351-89534273767f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553167 Jul 28 09:21:13.414346 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:21:13.468950 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:13.472750 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:14.251050 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a6234-0894-4968-9d6d-06d7071230f8 req-a4917d6d-8cc5-4fe8-890b-f5388db20005 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:14.252408 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d0a6234-0894-4968-9d6d-06d7071230f8 req-a4917d6d-8cc5-4fe8-890b-f5388db20005 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0474715 Jul 28 09:21:14.285656 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-c2df2dbf-22f5-4736-8630-1242450ba841 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455461 Jul 28 09:21:14.304082 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1d0a6234-0894-4968-9d6d-06d7071230f8 req-e68c2531-9d28-47fd-8cb8-48cc051a4d32 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434198 Jul 28 09:21:14.360715 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-4b739867-386a-4eb5-8cc6-32ebbfa41689 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:14.362077 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-4b739867-386a-4eb5-8cc6-32ebbfa41689 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports/760da6e1-e95d-4104-b4c2-bc4781aafac6 HTTP/1.1" status: 200 len: 940 time: 0.0485342 Jul 28 09:21:15.248387 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:15.258771 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-05266614-90ae-448b-be88-c756d116bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:15.260321 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-05266614-90ae-448b-be88-c756d116bbd9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d&tenant_id=6e862416d3ca4d019cd0dd62f439038c HTTP/1.1" status: 200 len: 1127 time: 0.0442624 Jul 28 09:21:15.361370 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-34a21f26-9871-4bbe-a204-4ad92d8cb51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:15.362921 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-34a21f26-9871-4bbe-a204-4ad92d8cb51a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 1127 time: 0.0394697 Jul 28 09:21:15.718319 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b6708-e019-432d-b53d-659513e5a97e req-dfc392a6-cc47-439a-bfe0-7235d124a744 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:15.719659 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a7b6708-e019-432d-b53d-659513e5a97e req-dfc392a6-cc47-439a-bfe0-7235d124a744 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.3042097 Jul 28 09:21:15.759344 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-4691c0bf-8c95-4572-a03b-2c554ac1d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:15.760784 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-4691c0bf-8c95-4572-a03b-2c554ac1d306 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 918 time: 0.3920956 Jul 28 09:21:15.820335 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a7b6708-e019-432d-b53d-659513e5a97e req-5d276afc-b770-4810-8430-b8643008ed69 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897551 Jul 28 09:21:15.838675 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-8c68a1bc-f7d8-45b0-98bc-627885aa415b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6 HTTP/1.1" status: 200 len: 998 time: 0.0708199 Jul 28 09:21:15.890948 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-bcf9b84d-c704-4b05-8c86-436af5a04fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:15.892379 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-bcf9b84d-c704-4b05-8c86-436af5a04fa4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 200 len: 856 time: 0.0471170 Jul 28 09:21:15.936728 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-a8928a30-83eb-4b91-b1ab-6c98a52ab304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:15.938239 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-a8928a30-83eb-4b91-b1ab-6c98a52ab304 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62ef4833-ede7-4ed1-81d0-684613a04084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394754 Jul 28 09:21:16.007361 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:16.029282 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-7a175afc-3f82-42b4-8de7-4aaf8b60a396 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842397 Jul 28 09:21:16.124076 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4fd0667c-66fb-4980-af3f-108930e9ccd0 req-0395af0a-3344-4e75-be14-28694969b505 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856915 Jul 28 09:21:16.194614 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 760da6e1-e95d-4104-b4c2-bc4781aafac6 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:21:16.264747 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 760da6e1-e95d-4104-b4c2-bc4781aafac6 is: DOWN; New status is: DOWN {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:21:17.130614 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171e485-9297-4046-9fc0-905a61f3c093 req-923da40f-2775-40c3-840f-34bc8d4dc52a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:17.132148 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4171e485-9297-4046-9fc0-905a61f3c093 req-923da40f-2775-40c3-840f-34bc8d4dc52a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0570004 Jul 28 09:21:17.182462 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4171e485-9297-4046-9fc0-905a61f3c093 req-604929ee-340d-41e0-a598-6c114a72949b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444989 Jul 28 09:21:18.318862 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eed08-c1bd-4cad-8ba3-613b7d58e6e1 req-22a068b8-879f-4d60-ae1a-4e46b760b5fc tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:18.321206 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-050eed08-c1bd-4cad-8ba3-613b7d58e6e1 req-22a068b8-879f-4d60-ae1a-4e46b760b5fc tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0563946 Jul 28 09:21:18.368481 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-050eed08-c1bd-4cad-8ba3-613b7d58e6e1 req-7b14b482-4733-4224-b97b-ad3473538b4d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415382 Jul 28 09:21:19.561265 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039356f-d3ec-4e72-b581-fbba894a82c2 req-8d15a8e2-9980-48d8-9284-0b4d2a0733d5 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:19.563051 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2039356f-d3ec-4e72-b581-fbba894a82c2 req-8d15a8e2-9980-48d8-9284-0b4d2a0733d5 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.1127274 Jul 28 09:21:19.615924 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2039356f-d3ec-4e72-b581-fbba894a82c2 req-f6cdbbe3-f3f9-481a-834c-bc22d56c4df4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449665 Jul 28 09:21:20.804863 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018cc5a-753e-4f80-81dc-8068d84d1bbc req-b3361ddf-eed9-4e39-9ab1-1ebaf7384d43 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:20.806383 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f018cc5a-753e-4f80-81dc-8068d84d1bbc req-b3361ddf-eed9-4e39-9ab1-1ebaf7384d43 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.1083305 Jul 28 09:21:20.853863 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f018cc5a-753e-4f80-81dc-8068d84d1bbc req-13356ee7-d2c8-4c7c-a938-8f1b1c1009e9 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416124 Jul 28 09:21:21.983172 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9665d-ca8c-49b6-a06d-b5af7eb0961b req-05048fdd-8544-43fa-a504-71982519f87c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:21.984599 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ba9665d-ca8c-49b6-a06d-b5af7eb0961b req-05048fdd-8544-43fa-a504-71982519f87c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0466032 Jul 28 09:21:22.034955 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2ba9665d-ca8c-49b6-a06d-b5af7eb0961b req-e36871a3-34d3-4b46-a359-fa5e7fcd1f97 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441022 Jul 28 09:21:22.466873 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:22.585211 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:23.174241 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ada75-1eed-4456-be8e-a97c7b274ef1 req-fdb6cb15-e159-4d05-a4dc-c020ba9f2c56 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:23.175642 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-770ada75-1eed-4456-be8e-a97c7b274ef1 req-fdb6cb15-e159-4d05-a4dc-c020ba9f2c56 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0570662 Jul 28 09:21:23.187938 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:23.242547 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-770ada75-1eed-4456-be8e-a97c7b274ef1 req-43e827aa-9ef7-4d30-bb2b-9427863a9ca3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609925 Jul 28 09:21:23.410807 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:24.280653 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:24.282405 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:24.378580 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa72dd-b551-4a94-acd0-c97bb51e8458 req-7aa6bef1-3d0a-486d-92c3-5841b8b10a4f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:24.382305 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cafa72dd-b551-4a94-acd0-c97bb51e8458 req-7aa6bef1-3d0a-486d-92c3-5841b8b10a4f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0535233 Jul 28 09:21:24.429866 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cafa72dd-b551-4a94-acd0-c97bb51e8458 req-d7451eed-410a-4782-a9d8-a237b4a401fb tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440090 Jul 28 09:21:25.567666 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6f5e2-e87a-45d1-b120-fb40e7287da5 req-0cd35d8c-6df7-4993-abb0-97817580eaa3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:25.569269 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55b6f5e2-e87a-45d1-b120-fb40e7287da5 req-0cd35d8c-6df7-4993-abb0-97817580eaa3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0521996 Jul 28 09:21:25.617384 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55b6f5e2-e87a-45d1-b120-fb40e7287da5 req-34446e3b-5775-431b-8505-ff725b2e0078 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419447 Jul 28 09:21:26.755413 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf1811-97af-4b08-bc2b-d1356d25d961 req-2b9bd80e-2c66-4fb2-aa0e-5d3c3235ed00 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:26.756869 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bedf1811-97af-4b08-bc2b-d1356d25d961 req-2b9bd80e-2c66-4fb2-aa0e-5d3c3235ed00 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0575545 Jul 28 09:21:26.802812 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bedf1811-97af-4b08-bc2b-d1356d25d961 req-2926f023-a494-4a81-b761-59bcbeb21252 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404277 Jul 28 09:21:26.858521 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2ebd45be-1232-46fc-b6b8-877c5777867d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:27.904590 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:27.922201 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd30054-d56b-4041-823c-b32942e00b54 req-68897998-8cd4-4e26-a4d6-4835147a0511 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:27.923692 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3cd30054-d56b-4041-823c-b32942e00b54 req-68897998-8cd4-4e26-a4d6-4835147a0511 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0459859 Jul 28 09:21:27.971505 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3cd30054-d56b-4041-823c-b32942e00b54 req-e62d3f6d-477e-4265-85a0-f14b9b59b6c5 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413890 Jul 28 09:21:29.213738 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0f889-ecde-438d-8f01-367c7dce87d4 req-64f4443f-8be0-4746-ab96-b7b148ac84a4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:29.215213 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ec0f889-ecde-438d-8f01-367c7dce87d4 req-64f4443f-8be0-4746-ab96-b7b148ac84a4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0463059 Jul 28 09:21:29.266095 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ec0f889-ecde-438d-8f01-367c7dce87d4 req-317d3fa5-9365-44fb-b81e-fdecd1f6767f tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453293 Jul 28 09:21:29.370763 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cd6da9f2-6578-4bde-bea3-1f40825476db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:30.274318 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:30.386979 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3de07-4372-4d55-9dd9-616bd0f8ffc0 req-008c318a-47e1-4095-b36b-520ec8e6fe7d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:30.388448 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2b3de07-4372-4d55-9dd9-616bd0f8ffc0 req-008c318a-47e1-4095-b36b-520ec8e6fe7d tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0465515 Jul 28 09:21:30.437654 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b2b3de07-4372-4d55-9dd9-616bd0f8ffc0 req-f3ce5d69-d2ee-452b-a5f4-4934e5647f49 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436735 Jul 28 09:21:31.560793 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0b6b4-66d3-456d-84cd-6840e1973e15 req-21f71d91-9845-497e-8709-e1da36ace6a3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:31.562253 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67e0b6b4-66d3-456d-84cd-6840e1973e15 req-21f71d91-9845-497e-8709-e1da36ace6a3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0459142 Jul 28 09:21:31.615575 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-67e0b6b4-66d3-456d-84cd-6840e1973e15 req-58d80428-9e93-4d1f-96dc-ca639419fe77 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471544 Jul 28 09:21:31.764271 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:31.920311 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:32.739420 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688009be-ef41-4095-85c0-a449f727ad12 req-f834e023-44cc-4b7b-b143-ad9b8ac026a0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:32.741035 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-688009be-ef41-4095-85c0-a449f727ad12 req-f834e023-44cc-4b7b-b143-ad9b8ac026a0 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0490398 Jul 28 09:21:32.822848 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b873f-b83c-48be-8828-3f8a24304b95 req-1f88eb21-fa0a-4bf1-b93e-b2f6caac0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:32.824342 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-383b873f-b83c-48be-8828-3f8a24304b95 req-1f88eb21-fa0a-4bf1-b93e-b2f6caac0c9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e862416d3ca4d019cd0dd62f439038c&device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 1127 time: 0.0629857 Jul 28 09:21:32.829407 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-688009be-ef41-4095-85c0-a449f727ad12 req-5e2e2d90-9427-4b64-abfc-1ef0efc86efa tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828018 Jul 28 09:21:32.936340 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b873f-b83c-48be-8828-3f8a24304b95 req-f927f2a4-3594-4a5a-9d42-df7bee430aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:32.937811 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-383b873f-b83c-48be-8828-3f8a24304b95 req-f927f2a4-3594-4a5a-9d42-df7bee430aae service neutron] 10.222.0.60 "GET /v2.0/networks?id=62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 200 len: 918 time: 0.0945721 Jul 28 09:21:33.002044 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-383b873f-b83c-48be-8828-3f8a24304b95 req-d058d568-e5b1-448b-8aa4-d71325b0b225 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6 HTTP/1.1" status: 200 len: 998 time: 0.0576761 Jul 28 09:21:33.049062 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b873f-b83c-48be-8828-3f8a24304b95 req-28d56a4c-a612-4c73-ac55-f4b0bf955af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:33.051053 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-383b873f-b83c-48be-8828-3f8a24304b95 req-28d56a4c-a612-4c73-ac55-f4b0bf955af8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 200 len: 856 time: 0.0431440 Jul 28 09:21:33.085669 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:33.098000 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b873f-b83c-48be-8828-3f8a24304b95 req-595b2bef-01a8-4a53-ba49-8379b38b6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:33.099447 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-383b873f-b83c-48be-8828-3f8a24304b95 req-595b2bef-01a8-4a53-ba49-8379b38b6555 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62ef4833-ede7-4ed1-81d0-684613a04084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421090 Jul 28 09:21:33.189513 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-383b873f-b83c-48be-8828-3f8a24304b95 req-bb6d7fa8-6360-4ee6-9081-3d03a957ef37 service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830555 Jul 28 09:21:33.286135 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-383b873f-b83c-48be-8828-3f8a24304b95 req-23507d31-4781-4e30-83fd-f95d982f02db service neutron] 10.222.0.60 "GET /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902750 Jul 28 09:21:33.953625 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08953b6d-0987-464e-af16-c5a43fe9e7c9 req-bab4f43d-7735-4f5a-8113-e2b6cb718155 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:33.955098 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-08953b6d-0987-464e-af16-c5a43fe9e7c9 req-bab4f43d-7735-4f5a-8113-e2b6cb718155 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 943 time: 0.0469768 Jul 28 09:21:34.000897 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-08953b6d-0987-464e-af16-c5a43fe9e7c9 req-fb41a554-58c9-46de-b1ed-6dfd8947e3c7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393672 Jul 28 09:21:34.284366 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 760da6e1-e95d-4104-b4c2-bc4781aafac6 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:21:34.287533 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:34.381967 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:21:34.392597 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'port_id': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'mac_address': 'fa:16:3e:fc:43:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:21:34.429635 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 760da6e1-e95d-4104-b4c2-bc4781aafac6 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:21:34.430045 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:34.443711 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760da6e1-e95d-4104-b4c2-bc4781aafac6 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:21:34.463275 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:21:34.467298 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:34.513588 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=760da6e1-e95d-4104-b4c2-bc4781aafac6,revision_number=9']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:34.896744 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['760da6e1-e95d-4104-b4c2-bc4781aafac6'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:21:35.112114 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:35.126258 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c159ec-f5af-4d03-99c6-af0a2344395a req-57b5fae4-ead7-454b-89f5-f593b6a792a8 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:35.127693 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20c159ec-f5af-4d03-99c6-af0a2344395a req-57b5fae4-ead7-454b-89f5-f593b6a792a8 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 944 time: 0.0481541 Jul 28 09:21:35.179568 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20c159ec-f5af-4d03-99c6-af0a2344395a req-d0f10a0b-e885-4ab0-a2d3-6350769ef51b tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461001 Jul 28 09:21:36.299023 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 760da6e1-e95d-4104-b4c2-bc4781aafac6 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:21:36.302873 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a57312-40b5-4b1a-ae50-500ef424beb7 req-aa8d6644-32ef-4c7b-9694-f4dafd29710c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:36.304381 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a57312-40b5-4b1a-ae50-500ef424beb7 req-aa8d6644-32ef-4c7b-9694-f4dafd29710c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 944 time: 0.0465593 Jul 28 09:21:36.345044 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 760da6e1-e95d-4104-b4c2-bc4781aafac6 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:21:36.345420 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:36.352631 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-78a57312-40b5-4b1a-ae50-500ef424beb7 req-ee6ccceb-9c24-4867-b355-1afff495e0c9 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415714 Jul 28 09:21:36.406810 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:36.421458 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 760da6e1-e95d-4104-b4c2-bc4781aafac6 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:21:36.421868 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:36.445320 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:21:36.447581 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554064d2-8e56-4c91-b3ac-38eed258bb54" -d '{"events": [{"server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "name": "network-vif-plugged", "status": "completed", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:21:36.459881 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:21:36.463793 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:36.488109 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22dae05-7668-4e64-9a57-b8a17ba61944 x-openstack-request-id: req-d22dae05-7668-4e64-9a57-b8a17ba61944 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:21:36.488401 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "name": "network-vif-plugged", "status": "completed", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:21:36.489234 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d22dae05-7668-4e64-9a57-b8a17ba61944 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:21:36.489834 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22dae05-7668-4e64-9a57-b8a17ba61944'] response: {'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'code': 200} Jul 28 09:21:36.515334 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=760da6e1-e95d-4104-b4c2-bc4781aafac6,revision_number=10']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:36.814603 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fb685-ecd7-4e74-8f42-23cf9171f5be req-f50ff096-bd40-4bfa-9021-7b3ee2bbd914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:36.816038 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-137fb685-ecd7-4e74-8f42-23cf9171f5be req-f50ff096-bd40-4bfa-9021-7b3ee2bbd914 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 1130 time: 0.0369554 Jul 28 09:21:36.859112 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-137fb685-ecd7-4e74-8f42-23cf9171f5be req-85cbd1f2-1488-41ba-968c-3101490fefd3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371544 Jul 28 09:21:37.478441 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3de692-9428-4663-a810-de343db5ece3 req-6967a117-36bb-426e-bf85-d8fcbccfd150 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:37.479883 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b3de692-9428-4663-a810-de343db5ece3 req-6967a117-36bb-426e-bf85-d8fcbccfd150 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 946 time: 0.0491621 Jul 28 09:21:37.527372 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3b3de692-9428-4663-a810-de343db5ece3 req-e94596e3-f8d6-43c1-9722-19b2f89c1dcd tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420508 Jul 28 09:21:38.649321 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbe135-cfd6-4d6d-b8c7-f5fb1933e2b0 req-eb1ab66a-e397-4277-a8eb-e273c123418e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:38.650876 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-18fbe135-cfd6-4d6d-b8c7-f5fb1933e2b0 req-eb1ab66a-e397-4277-a8eb-e273c123418e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 946 time: 0.0474985 Jul 28 09:21:38.700164 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-18fbe135-cfd6-4d6d-b8c7-f5fb1933e2b0 req-b0ab1e31-0a96-429d-bfa2-3cbc054251be tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 Jul 28 09:21:38.763830 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e562a30-9253-46ac-9ecb-c4a0838f2e89 req-e40baa14-0db5-4591-9392-91759c5066b5 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:38.765686 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e562a30-9253-46ac-9ecb-c4a0838f2e89 req-e40baa14-0db5-4591-9392-91759c5066b5 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 945 time: 0.0608895 Jul 28 09:21:38.814910 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0e562a30-9253-46ac-9ecb-c4a0838f2e89 req-63deabe4-92f4-4935-814e-25c1c119e0fc tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Jul 28 09:21:39.821112 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc732f-2de5-46c6-b352-bfc7a1928a55 req-1f830d6d-d0b8-49de-9920-d70a45ffbda4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:39.822588 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4efc732f-2de5-46c6-b352-bfc7a1928a55 req-1f830d6d-d0b8-49de-9920-d70a45ffbda4 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 946 time: 0.0457618 Jul 28 09:21:39.870059 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4efc732f-2de5-46c6-b352-bfc7a1928a55 req-f6a8ed72-46ee-447d-b019-5fc4e76267c2 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419197 Jul 28 09:21:39.931737 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af0cc-f264-4089-9df7-b074c225add8 req-ae127e9b-024e-4dc4-8695-8cb65f3980da tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:39.933199 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c5af0cc-f264-4089-9df7-b074c225add8 req-ae127e9b-024e-4dc4-8695-8cb65f3980da tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 945 time: 0.0463560 Jul 28 09:21:39.951688 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:39.983898 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c5af0cc-f264-4089-9df7-b074c225add8 req-33d03dc4-82ac-4625-9a1d-c677cf8fb69f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451934 Jul 28 09:21:41.014831 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-9c792216-72e1-4a62-9065-ed8c537ed33c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:41.016288 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-9c792216-72e1-4a62-9065-ed8c537ed33c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.60 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 945 time: 0.0753400 Jul 28 09:21:41.022832 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dcd25-087b-4552-b4d0-668a0e30584f req-38c20250-1e04-497c-903c-5380992f338a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:41.024197 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed6dcd25-087b-4552-b4d0-668a0e30584f req-38c20250-1e04-497c-903c-5380992f338a tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 946 time: 0.0744038 Jul 28 09:21:41.165194 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ed6dcd25-087b-4552-b4d0-668a0e30584f req-66dd1671-e1c2-4483-bc78-de1d6ad56d39 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326609 Jul 28 09:21:41.169809 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Deleting port 181e3f00-cd4e-4b11-be21-d4ab1e443feb {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:21:41.170176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:41.178966 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601148a9-a3ed-48c2-aeb9-3152e6d2c5b3 req-e90a37ce-26c3-429c-8358-5c676a4b197c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:21:41.180388 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-601148a9-a3ed-48c2-aeb9-3152e6d2c5b3 req-e90a37ce-26c3-429c-8358-5c676a4b197c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 945 time: 0.1143813 Jul 28 09:21:41.265264 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:41.294203 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-601148a9-a3ed-48c2-aeb9-3152e6d2c5b3 req-d5990557-3681-425f-a013-7d7aef107f2c tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8d560d8-9744-44ea-afc3-1432b1c66c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013739 Jul 28 09:21:41.305897 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] For port 181e3f00-cd4e-4b11-be21-d4ab1e443feb, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=181e3f00-cd4e-4b11-be21-d4ab1e443feb,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:21:41.306275 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:41.469315 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:41.469607 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (2b336925-5a0b-4a72-b77a-da3c21d7ca97), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:41.469981 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Floating IP 2b336925-5a0b-4a72-b77a-da3c21d7ca97 disassociated. External IP: 172.27.0.87, port: 181e3f00-cd4e-4b11-be21-d4ab1e443feb. Jul 28 09:21:41.470367 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Calling delete_port for 181e3f00-cd4e-4b11-be21-d4ab1e443feb owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:21:41.598594 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (181e3f00-cd4e-4b11-be21-d4ab1e443feb), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:41.628570 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event deleted for resources: {'Port': ['ID=181e3f00-cd4e-4b11-be21-d4ab1e443feb,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:41.644843 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.645432 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.645575 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.646565 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.647028 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.647379 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.647710 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.648043 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.648350 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.648682 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.649003 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.649325 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.649645 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.649991 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.650311 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:41.742184 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:41.760530 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:21:41.865972 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:21:41.875267 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c10fd-8dab-415d-83ce-073c477f7bed None None] Sync routers for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:21:41.885258 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c10fd-8dab-415d-83ce-073c477f7bed None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:21:41.885889 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-e86c10fd-8dab-415d-83ce-073c477f7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:21:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:41.907298 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] No DVR routers for this DVR port 181e3f00-cd4e-4b11-be21-d4ab1e443feb on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:21:41.909809 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:41.913834 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2286ee75-80dc-4f62-81b3-835832adaab0 req-5a365b1e-cc88-403b-a67d-a99d39a9129a tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.60 "DELETE /v2.0/ports/181e3f00-cd4e-4b11-be21-d4ab1e443feb HTTP/1.1" status: 204 len: 173 time: 0.8887544 Jul 28 09:21:41.914300 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'name': 'network-vif-deleted', 'tag': '181e3f00-cd4e-4b11-be21-d4ab1e443feb'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:21:41.916528 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea30caee-7a7d-48ec-94bd-bf8cdb50e1f1" -d '{"events": [{"server_uuid": "e094080e-3ffb-4929-bccd-2c882dfe6e39", "name": "network-vif-deleted", "tag": "181e3f00-cd4e-4b11-be21-d4ab1e443feb"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:21:41.956401 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971b850e-da02-4fb8-8c3f-b941123f8185 x-openstack-request-id: req-971b850e-da02-4fb8-8c3f-b941123f8185 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:21:41.956724 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e094080e-3ffb-4929-bccd-2c882dfe6e39", "name": "network-vif-deleted", "tag": "181e3f00-cd4e-4b11-be21-d4ab1e443feb", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:21:41.957083 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-971b850e-da02-4fb8-8c3f-b941123f8185 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:21:41.957366 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971b850e-da02-4fb8-8c3f-b941123f8185'] response: {'server_uuid': 'e094080e-3ffb-4929-bccd-2c882dfe6e39', 'name': 'network-vif-deleted', 'tag': '181e3f00-cd4e-4b11-be21-d4ab1e443feb', 'status': 'completed', 'code': 200} Jul 28 09:21:41.997884 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-e86c10fd-8dab-415d-83ce-073c477f7bed None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:21:42.035195 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:42.318957 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-e86c10fd-8dab-415d-83ce-073c477f7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:42.343359 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c10fd-8dab-415d-83ce-073c477f7bed None None] Checking router: 26a38532-9eed-4f40-8e77-0dcc98c8ec09 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:21:42.352442 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c10fd-8dab-415d-83ce-073c477f7bed None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:21:42.353059 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-e86c10fd-8dab-415d-83ce-073c477f7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:21:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:42.425524 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-885bad22-c96e-4ab9-95bc-25acd8b9d810 req-a9c75d57-d6de-432d-b7da-f573d4f942a6 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/ports?device_id=e094080e-3ffb-4929-bccd-2c882dfe6e39 HTTP/1.1" status: 200 len: 210 time: 0.0404902 Jul 28 09:21:42.469700 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-e86c10fd-8dab-415d-83ce-073c477f7bed None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:21:42.666948 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-e86c10fd-8dab-415d-83ce-073c477f7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:42.691567 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c10fd-8dab-415d-83ce-073c477f7bed None None] The sync data for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi is: [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:28Z', 'revision_number': 4, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '4f306176-a5ba-4a22-b7f3-734213a248fe', 'name': '', 'network_id': '6941e6b9-7bfc-4053-9e7d-f682ee21c51f', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'mac_address': 'fa:16:3e:c3:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:25Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'subnets': [{'id': '66df279f-10e1-460e-ac7d-69ed4ca391e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:21:42.893696 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c10fc-bef8-4f6e-9ddc-3d2c79e095a6 None None] New status for floating IP 2b336925-5a0b-4a72-b77a-da3c21d7ca97: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:21:43.518392 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50356) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:43.572158 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (a8d560d8-9744-44ea-afc3-1432b1c66c01), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:43.596068 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (a8d560d8-9744-44ea-afc3-1432b1c66c01), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:43.645187 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (a8d560d8-9744-44ea-afc3-1432b1c66c01), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:43.648433 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:43.649575 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "DELETE /v2.0/security-groups/a8d560d8-9744-44ea-afc3-1432b1c66c01 HTTP/1.1" status: 204 len: 168 time: 0.1301847 Jul 28 09:21:43.652505 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50358) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:43.658667 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d560d8-9744-44ea-afc3-1432b1c66c01,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:43.666538 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.666892 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.667239 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.667580 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.667917 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.668251 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.668586 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.668913 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.669240 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.669414 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-2526ade3-a1e7-4ef5-8384-d8edb8ed77de tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] show failed (client error): The resource could not be found. Jul 28 09:21:43.669564 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.669911 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.670258 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.670427 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2526ade3-a1e7-4ef5-8384-d8edb8ed77de tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "GET /v2.0/security-groups/a8d560d8-9744-44ea-afc3-1432b1c66c01 HTTP/1.1" status: 404 len: 347 time: 0.0169160 Jul 28 09:21:43.670553 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.670874 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.671191 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f2a9e3-df32-4f62-a2dc-74d4deaf99d2 tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:43.674128 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50360) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:43.786088 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f99a109c-0e98-4b98-a972-396565b4af1f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Deleting port b982cc8e-feec-4a00-a2ab-478e0b9002ed {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:21:43.786362 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f99a109c-0e98-4b98-a972-396565b4af1f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (b982cc8e-feec-4a00-a2ab-478e0b9002ed), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:43.861237 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f99a109c-0e98-4b98-a972-396565b4af1f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (b982cc8e-feec-4a00-a2ab-478e0b9002ed), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:43.861600 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f99a109c-0e98-4b98-a972-396565b4af1f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (b982cc8e-feec-4a00-a2ab-478e0b9002ed), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:43.873821 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-f99a109c-0e98-4b98-a972-396565b4af1f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Calling delete_port for b982cc8e-feec-4a00-a2ab-478e0b9002ed owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:21:43.922917 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:44.006256 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f99a109c-0e98-4b98-a972-396565b4af1f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (b982cc8e-feec-4a00-a2ab-478e0b9002ed), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:44.028768 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a109c-0e98-4b98-a972-396565b4af1f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Pushing event deleted for resources: {'Port': ['ID=b982cc8e-feec-4a00-a2ab-478e0b9002ed,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:44.093781 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f99a109c-0e98-4b98-a972-396565b4af1f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks [] for floatingip (2b336925-5a0b-4a72-b77a-da3c21d7ca97), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:44.096368 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f99a109c-0e98-4b98-a972-396565b4af1f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:44.097499 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f99a109c-0e98-4b98-a972-396565b4af1f tempest-AttachVolumeTestJSON-2732882 tempest-AttachVolumeTestJSON-2732882-project] 10.222.0.48 "DELETE /v2.0/floatingips/2b336925-5a0b-4a72-b77a-da3c21d7ca97 HTTP/1.1" status: 204 len: 168 time: 0.4222560 Jul 28 09:21:44.326125 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 181e3f00-cd4e-4b11-be21-d4ab1e443feb no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:21:44.345293 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 181e3f00-cd4e-4b11-be21-d4ab1e443feb {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:21:44.345574 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 181e3f00-cd4e-4b11-be21-d4ab1e443feb not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:21:47.634237 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50390) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:48.029636 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426779'] for router_interface (26a38532-9eed-4f40-8e77-0dcc98c8ec09), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:48.242325 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] Deleting port 4f306176-a5ba-4a22-b7f3-734213a248fe {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:21:48.242576 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:48.318354 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] For port 4f306176-a5ba-4a22-b7f3-734213a248fe, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=4f306176-a5ba-4a22-b7f3-734213a248fe,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:21:48.318739 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:48.330901 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] Calling delete_port for 4f306176-a5ba-4a22-b7f3-734213a248fe owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:21:48.376961 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:48.436363 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:48.506495 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (4f306176-a5ba-4a22-b7f3-734213a248fe), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:48.532738 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] Pushing event deleted for resources: {'Port': ['ID=4f306176-a5ba-4a22-b7f3-734213a248fe,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:48.705465 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33031848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426895'] for router_interface (26a38532-9eed-4f40-8e77-0dcc98c8ec09), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:48.905407 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] Router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:21:49.002659 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:21:49.008168 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-c21fc753-c8d2-4c87-9f63-c159bd6909fb admin admin] 10.222.0.48 "PUT /v2.0/routers/26a38532-9eed-4f40-8e77-0dcc98c8ec09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3730469 Jul 28 09:21:49.010856 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50394) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:49.011732 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a8245-2f70-4ab0-87b5-59df103b3bb7 None None] Sync routers for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:21:49.021916 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a8245-2f70-4ab0-87b5-59df103b3bb7 None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:21:49.022521 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-d37a8245-2f70-4ab0-87b5-59df103b3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:21:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:49.110454 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Publish callbacks [] for router (26a38532-9eed-4f40-8e77-0dcc98c8ec09), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:49.121763 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-d37a8245-2f70-4ab0-87b5-59df103b3bb7 None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:21:49.207042 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Publish callbacks [] for router_gateway (26a38532-9eed-4f40-8e77-0dcc98c8ec09), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:49.226771 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:49.252770 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Deleting port ac082887-ae76-4bfb-b509-d786fe2d7e52 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:21:49.253110 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:49.290339 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:49.294251 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-d37a8245-2f70-4ab0-87b5-59df103b3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:21:48Z', 'revision_number': 5, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port': {'id': 'ac082887-ae76-4bfb-b509-d786fe2d7e52', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:49.319351 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a8245-2f70-4ab0-87b5-59df103b3bb7 None None] Checking router: 26a38532-9eed-4f40-8e77-0dcc98c8ec09 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:21:49.327830 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a8245-2f70-4ab0-87b5-59df103b3bb7 None None] Routers {'26a38532-9eed-4f40-8e77-0dcc98c8ec09'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:21:49.328432 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-d37a8245-2f70-4ab0-87b5-59df103b3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:21:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:49.335335 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] For port ac082887-ae76-4bfb-b509-d786fe2d7e52, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=ac082887-ae76-4bfb-b509-d786fe2d7e52,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:21:49.335699 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:49.349465 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Calling delete_port for ac082887-ae76-4bfb-b509-d786fe2d7e52 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:21:49.410954 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-d37a8245-2f70-4ab0-87b5-59df103b3bb7 None None] Set router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:21:49.459008 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-d37a8245-2f70-4ab0-87b5-59df103b3bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:21:49Z', 'revision_number': 6, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port_host': None}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:49.486602 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a8245-2f70-4ab0-87b5-59df103b3bb7 None None] The sync data for ids ['26a38532-9eed-4f40-8e77-0dcc98c8ec09'] in dv-cinder-851249-5-iscsi is: [{'id': '26a38532-9eed-4f40-8e77-0dcc98c8ec09', 'name': 'tempest-AttachVolumeTestJSON-143299323-router', 'tenant_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:21:49Z', 'revision_number': 6, 'project_id': 'b7b5e309462a425a92e550dd2c72ca4d', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:21:49.519723 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (ac082887-ae76-4bfb-b509-d786fe2d7e52), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:49.548263 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac082887-ae76-4bfb-b509-d786fe2d7e52,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:49.608366 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432667'] for router_gateway (26a38532-9eed-4f40-8e77-0dcc98c8ec09), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:49.696563 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33071504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-589'] for router (26a38532-9eed-4f40-8e77-0dcc98c8ec09), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:49.698643 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Publish callbacks [] for router_controller (26a38532-9eed-4f40-8e77-0dcc98c8ec09), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:49.732551 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:49.739237 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33071378'] for router (26a38532-9eed-4f40-8e77-0dcc98c8ec09), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:49.740457 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a38532-9eed-4f40-8e77-0dcc98c8ec09 {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:21:49.744700 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:49.745790 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4572a710-1be7-4081-94be-2b86fccdccc5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/26a38532-9eed-4f40-8e77-0dcc98c8ec09 HTTP/1.1" status: 204 len: 168 time: 0.7339616 Jul 28 09:21:49.748328 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50396) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:49.791531 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-316199be-ece6-4412-8171-d7525ceeab17 admin admin] Deleting subnet 66df279f-10e1-460e-ac7d-69ed4ca391e2 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:21:49.794584 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-316199be-ece6-4412-8171-d7525ceeab17 admin admin] Publish callbacks [] for subnet (66df279f-10e1-460e-ac7d-69ed4ca391e2), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.074725 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-316199be-ece6-4412-8171-d7525ceeab17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4047020'] for subnet (66df279f-10e1-460e-ac7d-69ed4ca391e2), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.146315 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-316199be-ece6-4412-8171-d7525ceeab17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (66df279f-10e1-460e-ac7d-69ed4ca391e2), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.197657 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-316199be-ece6-4412-8171-d7525ceeab17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3789551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50436039'] for subnet (66df279f-10e1-460e-ac7d-69ed4ca391e2), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.227357 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316199be-ece6-4412-8171-d7525ceeab17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66df279f-10e1-460e-ac7d-69ed4ca391e2,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:50.233127 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-316199be-ece6-4412-8171-d7525ceeab17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.238732 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-316199be-ece6-4412-8171-d7525ceeab17 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/66df279f-10e1-460e-ac7d-69ed4ca391e2 HTTP/1.1" status: 204 len: 168 time: 0.4870572 Jul 28 09:21:50.239001 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50400) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:50.241911 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e36862c-8eb8-4d38-b4d1-839aeb985df8 None None] Network 6941e6b9-7bfc-4053-9e7d-f682ee21c51f requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:21:50.310079 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (6941e6b9-7bfc-4053-9e7d-f682ee21c51f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.319377 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:50.353945 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:50.357096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Deleting port 7b68a399-2e31-4a3c-b384-90f4b15ac348 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:21:50.357559 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.399397 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244fb00a-51da-4e8e-8627-4cb92a127100 None None] DHCP port deletion for 6941e6b9-7bfc-4053-9e7d-f682ee21c51f request from dv-cinder-851249-5-iscsi {{(pid=104125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 09:21:50.413089 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:21:50.433205 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] For port 7b68a399-2e31-4a3c-b384-90f4b15ac348, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=7b68a399-2e31-4a3c-b384-90f4b15ac348,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:21:50.433573 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.447770 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-244fb00a-51da-4e8e-8627-4cb92a127100 None None] Deleting port 7b68a399-2e31-4a3c-b384-90f4b15ac348 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:21:50.447891 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Calling delete_port for 7b68a399-2e31-4a3c-b384-90f4b15ac348 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:21:50.448138 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-244fb00a-51da-4e8e-8627-4cb92a127100 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.518981 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-244fb00a-51da-4e8e-8627-4cb92a127100 None None] For port 7b68a399-2e31-4a3c-b384-90f4b15ac348, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=7b68a399-2e31-4a3c-b384-90f4b15ac348,segment=NetworkSegment(5668e66f-8be4-4d63-8bdd-0340e447a9fb),segment_id=5668e66f-8be4-4d63-8bdd-0340e447a9fb)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:21:50.519385 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-244fb00a-51da-4e8e-8627-4cb92a127100 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.533111 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-244fb00a-51da-4e8e-8627-4cb92a127100 None None] Calling delete_port for 7b68a399-2e31-4a3c-b384-90f4b15ac348 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:21:50.546499 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device ac082887-ae76-4bfb-b509-d786fe2d7e52 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:21:50.547702 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.577566 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b68a399-2e31-4a3c-b384-90f4b15ac348,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:50.579821 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] No DVR routers for this DVR port 7b68a399-2e31-4a3c-b384-90f4b15ac348 on host dv-cinder-851249-5-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:21:50.598587 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: ac082887-ae76-4bfb-b509-d786fe2d7e52 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:21:50.599471 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device ac082887-ae76-4bfb-b509-d786fe2d7e52 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:21:50.599888 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 7b68a399-2e31-4a3c-b384-90f4b15ac348 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:21:50.622133 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 7b68a399-2e31-4a3c-b384-90f4b15ac348 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:21:50.622408 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 7b68a399-2e31-4a3c-b384-90f4b15ac348 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:21:50.622815 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 4f306176-a5ba-4a22-b7f3-734213a248fe no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:21:50.654262 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 4f306176-a5ba-4a22-b7f3-734213a248fe {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:21:50.654262 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 4f306176-a5ba-4a22-b7f3-734213a248fe not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:21:50.656411 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (6941e6b9-7bfc-4053-9e7d-f682ee21c51f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.676274 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-244fb00a-51da-4e8e-8627-4cb92a127100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942'] for port (7b68a399-2e31-4a3c-b384-90f4b15ac348), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.677580 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6941e6b9-7bfc-4053-9e7d-f682ee21c51f']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:50.691687 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5668e66f-8be4-4d63-8bdd-0340e447a9fb') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:50.691687 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5668e66f-8be4-4d63-8bdd-0340e447a9fb') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:21:50.699704 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fb00a-51da-4e8e-8627-4cb92a127100 None None] Pushing event deleted for resources: {'Port': ['ID=7b68a399-2e31-4a3c-b384-90f4b15ac348,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:50.701444 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047029'] for segment (5668e66f-8be4-4d63-8bdd-0340e447a9fb), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.705439 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244fb00a-51da-4e8e-8627-4cb92a127100 None None] No DVR routers for this DVR port 7b68a399-2e31-4a3c-b384-90f4b15ac348 on host dv-cinder-851249-5-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:21:50.716760 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (5668e66f-8be4-4d63-8bdd-0340e447a9fb), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.724522 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:21:50.725043 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3789489'] for segment (5668e66f-8be4-4d63-8bdd-0340e447a9fb), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.744393 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 5668e66f-8be4-4d63-8bdd-0340e447a9fb resource provider aggregate not found Jul 28 09:21:50.786201 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 5668e66f-8be4-4d63-8bdd-0340e447a9fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5668e66f-8be4-4d63-8bdd-0340e447a9fb found for delete ", "request_id": "req-40a02d7e-7c3b-4e07-ac94-71d6f0d159c3"}]} Jul 28 09:21:50.795262 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (6941e6b9-7bfc-4053-9e7d-f682ee21c51f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.800880 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:50.804078 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] 10.222.0.48 "DELETE /v2.0/networks/6941e6b9-7bfc-4053-9e7d-f682ee21c51f HTTP/1.1" status: 204 len: 168 time: 0.5636644 Jul 28 09:21:50.815005 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262dea8-c3f2-4762-bb9d-19e26307616a admin admin] Pushing event deleted for resources: {'Network': ['ID=6941e6b9-7bfc-4053-9e7d-f682ee21c51f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:50.921443 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50408) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:50.961781 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-fa21219a-f0c3-44e9-b1de-5679815d16ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7b5e309462a425a92e550dd2c72ca4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391483 Jul 28 09:21:50.964312 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50410) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:51.002244 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:51.013569 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41f623d3-973b-4bea-bc9a-fc7e3cb18e83 admin admin] Publish callbacks [] for security_group (5ee579cb-5698-4f54-88a5-42389638bf11), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:51.034995 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41f623d3-973b-4bea-bc9a-fc7e3cb18e83 admin admin] Publish callbacks [] for security_group (5ee579cb-5698-4f54-88a5-42389638bf11), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:51.085887 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41f623d3-973b-4bea-bc9a-fc7e3cb18e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (5ee579cb-5698-4f54-88a5-42389638bf11), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:51.088323 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-41f623d3-973b-4bea-bc9a-fc7e3cb18e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:51.091763 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-41f623d3-973b-4bea-bc9a-fc7e3cb18e83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ee579cb-5698-4f54-88a5-42389638bf11 HTTP/1.1" status: 204 len: 168 time: 0.1243274 Jul 28 09:21:51.097159 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f623d3-973b-4bea-bc9a-fc7e3cb18e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee579cb-5698-4f54-88a5-42389638bf11,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:52.611080 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:54.808179 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50472) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:54.919391 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-40e3edc3-c6f9-4865-ad18-3c897531e33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:54.994840 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-40e3edc3-c6f9-4865-ad18-3c897531e33f admin admin] Publish callbacks [] for security_group (358ba499-5dea-49e6-9e90-943ae9bb01d0), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:54.998442 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-40e3edc3-c6f9-4865-ad18-3c897531e33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (358ba499-5dea-49e6-9e90-943ae9bb01d0), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:55.037904 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-40e3edc3-c6f9-4865-ad18-3c897531e33f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdede8a0184746b7ad130e3a305e337d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286243 Jul 28 09:21:55.039004 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3edc3-c6f9-4865-ad18-3c897531e33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358ba499-5dea-49e6-9e90-943ae9bb01d0,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:55.040617 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50476) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:55.090723 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4741421e-5f7d-4493-b1a0-84c50d06b611 admin admin] Publish callbacks [] for security_group (358ba499-5dea-49e6-9e90-943ae9bb01d0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:55.111860 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4741421e-5f7d-4493-b1a0-84c50d06b611 admin admin] Publish callbacks [] for security_group (358ba499-5dea-49e6-9e90-943ae9bb01d0), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:55.157917 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4741421e-5f7d-4493-b1a0-84c50d06b611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (358ba499-5dea-49e6-9e90-943ae9bb01d0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:55.160410 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4741421e-5f7d-4493-b1a0-84c50d06b611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:55.161530 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4741421e-5f7d-4493-b1a0-84c50d06b611 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/358ba499-5dea-49e6-9e90-943ae9bb01d0 HTTP/1.1" status: 204 len: 168 time: 0.1191070 Jul 28 09:21:55.169567 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741421e-5f7d-4493-b1a0-84c50d06b611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358ba499-5dea-49e6-9e90-943ae9bb01d0,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:56.861349 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-feef9719-5dd0-4080-97e3-d56b3b545b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:57.224245 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50546) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:57.327466 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-13f6b0bf-f6f1-4982-a5f4-bc5dc1064770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:57.381304 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:57.407648 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-13f6b0bf-f6f1-4982-a5f4-bc5dc1064770 admin admin] Publish callbacks [] for security_group (1b152ca7-68c7-4b25-9401-ea13f65e0802), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:57.411171 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-13f6b0bf-f6f1-4982-a5f4-bc5dc1064770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (1b152ca7-68c7-4b25-9401-ea13f65e0802), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:57.451646 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-13f6b0bf-f6f1-4982-a5f4-bc5dc1064770 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c111e10932b4fb5a011fa9191180168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262306 Jul 28 09:21:57.453642 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6b0bf-f6f1-4982-a5f4-bc5dc1064770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b152ca7-68c7-4b25-9401-ea13f65e0802,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:57.454715 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50550) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:57.462711 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:57.485814 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:21:57.510401 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4150fba4-5a96-4fd3-a919-c6a8cb2d9aee admin admin] Publish callbacks [] for security_group (1b152ca7-68c7-4b25-9401-ea13f65e0802), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:57.531568 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4150fba4-5a96-4fd3-a919-c6a8cb2d9aee admin admin] Publish callbacks [] for security_group (1b152ca7-68c7-4b25-9401-ea13f65e0802), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:57.578123 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4150fba4-5a96-4fd3-a919-c6a8cb2d9aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (1b152ca7-68c7-4b25-9401-ea13f65e0802), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:57.580890 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4150fba4-5a96-4fd3-a919-c6a8cb2d9aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:57.582059 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4150fba4-5a96-4fd3-a919-c6a8cb2d9aee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b152ca7-68c7-4b25-9401-ea13f65e0802 HTTP/1.1" status: 204 len: 168 time: 0.1263161 Jul 28 09:21:57.589786 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150fba4-5a96-4fd3-a919-c6a8cb2d9aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b152ca7-68c7-4b25-9401-ea13f65e0802,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:57.846771 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50556) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:57.860074 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5657648f-2ddf-4740-8302-3946132d5d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:57.940184 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5657648f-2ddf-4740-8302-3946132d5d63 admin admin] Publish callbacks [] for security_group (952319e1-a780-4e4f-b1e0-282df251dc5e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:57.943738 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5657648f-2ddf-4740-8302-3946132d5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (952319e1-a780-4e4f-b1e0-282df251dc5e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:57.982372 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5657648f-2ddf-4740-8302-3946132d5d63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01598555d95e48daadf4e2d73e648ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345806 Jul 28 09:21:57.983249 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657648f-2ddf-4740-8302-3946132d5d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952319e1-a780-4e4f-b1e0-282df251dc5e,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:57.985049 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50558) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:21:58.042224 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-49e6e42c-d61d-4e5b-807a-42f1830767ae admin admin] Publish callbacks [] for security_group (952319e1-a780-4e4f-b1e0-282df251dc5e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:58.063362 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-49e6e42c-d61d-4e5b-807a-42f1830767ae admin admin] Publish callbacks [] for security_group (952319e1-a780-4e4f-b1e0-282df251dc5e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:58.109602 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-49e6e42c-d61d-4e5b-807a-42f1830767ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (952319e1-a780-4e4f-b1e0-282df251dc5e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:58.112211 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-49e6e42c-d61d-4e5b-807a-42f1830767ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:58.113347 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-49e6e42c-d61d-4e5b-807a-42f1830767ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/952319e1-a780-4e4f-b1e0-282df251dc5e HTTP/1.1" status: 204 len: 168 time: 0.1271124 Jul 28 09:21:58.122746 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6e42c-d61d-4e5b-807a-42f1830767ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952319e1-a780-4e4f-b1e0-282df251dc5e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:59.372430 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d03c275c-eff6-4908-8f44-4d71889dad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:21:59.460846 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:00.281348 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:00.408430 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:01.763755 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:01.922417 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:07.977011 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=28,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:07.979561 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=34,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:08.116867 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=63,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:08.117783 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:08.563270 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50656) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:08.672242 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f45707a-4a35-47c5-8549-09bd7b62ea64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:08.750734 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f45707a-4a35-47c5-8549-09bd7b62ea64 admin admin] Publish callbacks [] for security_group (15903021-f2c7-47b8-a7b8-31b74b79cc75), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:08.754503 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f45707a-4a35-47c5-8549-09bd7b62ea64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (15903021-f2c7-47b8-a7b8-31b74b79cc75), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:08.794821 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9f45707a-4a35-47c5-8549-09bd7b62ea64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1180260701324813ab68960aa4bdbe19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304082 Jul 28 09:22:08.795694 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45707a-4a35-47c5-8549-09bd7b62ea64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15903021-f2c7-47b8-a7b8-31b74b79cc75,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:08.797506 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50664) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:08.847787 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5466cc4-0f23-4efc-9015-02e58b2a5433 admin admin] Publish callbacks [] for security_group (15903021-f2c7-47b8-a7b8-31b74b79cc75), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:08.869648 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5466cc4-0f23-4efc-9015-02e58b2a5433 admin admin] Publish callbacks [] for security_group (15903021-f2c7-47b8-a7b8-31b74b79cc75), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:08.920377 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5466cc4-0f23-4efc-9015-02e58b2a5433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (15903021-f2c7-47b8-a7b8-31b74b79cc75), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:08.923335 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e5466cc4-0f23-4efc-9015-02e58b2a5433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:08.925404 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e5466cc4-0f23-4efc-9015-02e58b2a5433 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15903021-f2c7-47b8-a7b8-31b74b79cc75 HTTP/1.1" status: 204 len: 168 time: 0.1261175 Jul 28 09:22:08.933917 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5466cc4-0f23-4efc-9015-02e58b2a5433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15903021-f2c7-47b8-a7b8-31b74b79cc75,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:13.057780 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50722) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:13.161368 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-baf320c7-fed3-4cdf-bcc1-fcec00494051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.237044 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-baf320c7-fed3-4cdf-bcc1-fcec00494051 admin admin] Publish callbacks [] for security_group (ee3292f2-2dce-48db-bcf2-2c5c45f3d4d6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.242881 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-baf320c7-fed3-4cdf-bcc1-fcec00494051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (ee3292f2-2dce-48db-bcf2-2c5c45f3d4d6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.286308 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-baf320c7-fed3-4cdf-bcc1-fcec00494051 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e979b76a9972479f8729dc8c26e0ce0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273834 Jul 28 09:22:13.287941 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf320c7-fed3-4cdf-bcc1-fcec00494051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3292f2-2dce-48db-bcf2-2c5c45f3d4d6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:13.289663 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50726) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:13.341640 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8404d5f8-fc5a-4744-835f-9df75dd2e965 admin admin] Publish callbacks [] for security_group (ee3292f2-2dce-48db-bcf2-2c5c45f3d4d6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.362908 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8404d5f8-fc5a-4744-835f-9df75dd2e965 admin admin] Publish callbacks [] for security_group (ee3292f2-2dce-48db-bcf2-2c5c45f3d4d6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.407380 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8404d5f8-fc5a-4744-835f-9df75dd2e965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (ee3292f2-2dce-48db-bcf2-2c5c45f3d4d6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.409969 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8404d5f8-fc5a-4744-835f-9df75dd2e965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.411131 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8404d5f8-fc5a-4744-835f-9df75dd2e965 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee3292f2-2dce-48db-bcf2-2c5c45f3d4d6 HTTP/1.1" status: 204 len: 168 time: 0.1204333 Jul 28 09:22:13.419651 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404d5f8-fc5a-4744-835f-9df75dd2e965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3292f2-2dce-48db-bcf2-2c5c45f3d4d6,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:13.675400 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50732) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:13.689624 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f516d29-d56c-4eb8-aaca-d9f88375d929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.765631 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f516d29-d56c-4eb8-aaca-d9f88375d929 admin admin] Publish callbacks [] for security_group (8ed4117e-e594-4792-ae46-ba789744aa7b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.769389 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f516d29-d56c-4eb8-aaca-d9f88375d929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8ed4117e-e594-4792-ae46-ba789744aa7b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.807887 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7f516d29-d56c-4eb8-aaca-d9f88375d929 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=493a88331f7a4a48ac85a6c4f6218362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314533 Jul 28 09:22:13.808806 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f516d29-d56c-4eb8-aaca-d9f88375d929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed4117e-e594-4792-ae46-ba789744aa7b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:13.810604 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50734) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:13.862136 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e24b3029-0b22-4500-af61-ec81e8f000c7 admin admin] Publish callbacks [] for security_group (8ed4117e-e594-4792-ae46-ba789744aa7b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.883837 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e24b3029-0b22-4500-af61-ec81e8f000c7 admin admin] Publish callbacks [] for security_group (8ed4117e-e594-4792-ae46-ba789744aa7b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.934391 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e24b3029-0b22-4500-af61-ec81e8f000c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8ed4117e-e594-4792-ae46-ba789744aa7b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.936937 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e24b3029-0b22-4500-af61-ec81e8f000c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:13.938129 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e24b3029-0b22-4500-af61-ec81e8f000c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ed4117e-e594-4792-ae46-ba789744aa7b HTTP/1.1" status: 204 len: 168 time: 0.1264575 Jul 28 09:22:13.946863 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b3029-0b22-4500-af61-ec81e8f000c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed4117e-e594-4792-ae46-ba789744aa7b,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:17.482454 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50782) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:17.587895 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-681bf3b0-0e8e-4a35-a900-8e66c51acaa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:17.662845 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-681bf3b0-0e8e-4a35-a900-8e66c51acaa6 admin admin] Publish callbacks [] for security_group (46a77338-7808-499a-a883-87936687e3bf), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:17.666299 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-681bf3b0-0e8e-4a35-a900-8e66c51acaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (46a77338-7808-499a-a883-87936687e3bf), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:17.706443 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-681bf3b0-0e8e-4a35-a900-8e66c51acaa6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29dc499a715749a58d47a13b93f6f2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229416 Jul 28 09:22:17.708668 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bf3b0-0e8e-4a35-a900-8e66c51acaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a77338-7808-499a-a883-87936687e3bf,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:17.709422 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50786) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:17.759615 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-000d715e-99a4-4a1a-a046-e71e7ad3cfc6 admin admin] Publish callbacks [] for security_group (46a77338-7808-499a-a883-87936687e3bf), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:17.780549 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-000d715e-99a4-4a1a-a046-e71e7ad3cfc6 admin admin] Publish callbacks [] for security_group (46a77338-7808-499a-a883-87936687e3bf), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:17.836660 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-000d715e-99a4-4a1a-a046-e71e7ad3cfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (46a77338-7808-499a-a883-87936687e3bf), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:17.839317 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-000d715e-99a4-4a1a-a046-e71e7ad3cfc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:17.840510 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-000d715e-99a4-4a1a-a046-e71e7ad3cfc6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46a77338-7808-499a-a883-87936687e3bf HTTP/1.1" status: 204 len: 168 time: 0.1300881 Jul 28 09:22:17.848491 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d715e-99a4-4a1a-a046-e71e7ad3cfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a77338-7808-499a-a883-87936687e3bf,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:18.903617 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50816) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:19.013516 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5084f978-0dba-4436-9d73-5f6ce0f1b500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:19.063578 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:19.094186 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5084f978-0dba-4436-9d73-5f6ce0f1b500 admin admin] Publish callbacks [] for security_group (118a0d95-33d2-41ac-af70-95159d48b8cf), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:19.097980 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5084f978-0dba-4436-9d73-5f6ce0f1b500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (118a0d95-33d2-41ac-af70-95159d48b8cf), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:19.121121 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:19.142867 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084f978-0dba-4436-9d73-5f6ce0f1b500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118a0d95-33d2-41ac-af70-95159d48b8cf,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:19.149151 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5084f978-0dba-4436-9d73-5f6ce0f1b500 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32a3369fd12d4e6d9139ab4af7e6a6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445076 Jul 28 09:22:19.152106 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50820) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:19.202668 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c2967214-f86f-42b3-aef8-2962538b1674 admin admin] Publish callbacks [] for security_group (118a0d95-33d2-41ac-af70-95159d48b8cf), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:19.226534 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c2967214-f86f-42b3-aef8-2962538b1674 admin admin] Publish callbacks [] for security_group (118a0d95-33d2-41ac-af70-95159d48b8cf), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:19.276707 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c2967214-f86f-42b3-aef8-2962538b1674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (118a0d95-33d2-41ac-af70-95159d48b8cf), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:19.281482 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c2967214-f86f-42b3-aef8-2962538b1674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:19.283437 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c2967214-f86f-42b3-aef8-2962538b1674 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/118a0d95-33d2-41ac-af70-95159d48b8cf HTTP/1.1" status: 204 len: 168 time: 0.1298926 Jul 28 09:22:19.296057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2967214-f86f-42b3-aef8-2962538b1674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a0d95-33d2-41ac-af70-95159d48b8cf,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:19.308477 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:19.929533 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50842) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:20.033632 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-661219022-network', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:20.054638 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Made reservation on behalf of b688d320376c4492b3ca97b95c5207a5 for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:22:20.056949 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.065405 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.153037 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Publish callbacks [] for security_group (fd59ca3f-9bcb-4fa6-9308-e8aa460d83c0), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.156933 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (fd59ca3f-9bcb-4fa6-9308-e8aa460d83c0), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.183644 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:22:20.193668 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd59ca3f-9bcb-4fa6-9308-e8aa460d83c0,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:20.199740 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (1045204f-77b5-404a-ab75-fbefa2455a48), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.200086 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Added segment 1045204f-77b5-404a-ab75-fbefa2455a48 of type vlan for network d35f2c27-9c9b-43b1-b077-ba21c954e931 Jul 28 09:22:20.246416 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (d35f2c27-9c9b-43b1-b077-ba21c954e931), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.274608 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (d35f2c27-9c9b-43b1-b077-ba21c954e931), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.275982 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:20.276584 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.334837 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4008706 Jul 28 09:22:20.335262 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50846) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:20.340503 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] Request body: {'subnet': {'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-661219022-subnet', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:20.346095 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1107c-9d67-49dc-be21-7e1cba731148 admin admin] Pushing event updated for resources: {'Network': ['ID=d35f2c27-9c9b-43b1-b077-ba21c954e931,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:20.359967 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network d35f2c27-9c9b-43b1-b077-ba21c954e931 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:22:20.364128 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=47,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:20.377816 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] Made reservation on behalf of b688d320376c4492b3ca97b95c5207a5 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:22:20.380285 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8565297'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.383146 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:20.442048 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:20.578353 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8565279'] for subnet (4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.630836 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:20.654860 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] Checking segment: {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:22:20.655560 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] Network hostable DHCP agents. Network: d35f2c27-9c9b-43b1-b077-ba21c954e931, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:22:20.677931 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] Network d35f2c27-9c9b-43b1-b077-ba21c954e931 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:22:20.687770 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, d35f2c27-9c9b-43b1-b077-ba21c954e931) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:20.692356 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:20.692899 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.698645 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fdba7f-4e9c-47e6-a65b-d64c871971ef None None] Network d35f2c27-9c9b-43b1-b077-ba21c954e931 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:22:20.716302 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-da1be18b-e4d5-4e0f-b1d0-564fb84bcd93 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3759542 Jul 28 09:22:20.716953 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50848) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:20.721265 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:20.749124 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.750399 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.810879 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-d35f2c27-9c9b-43b1-b077-ba21c954e931', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:22:20.811995 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.813883 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Publish callbacks [] for router_controller (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:20.965385 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Allocated IP 172.20.0.2 (d35f2c27-9c9b-43b1-b077-ba21c954e931/4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb/7fde1d43-4e27-49d2-baab-bbb87cdfed1d) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:22:20.969462 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Publish callbacks [] for router_gateway (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:21.119487 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Publish callbacks [] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:21.125310 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:21.170220 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Network d35f2c27-9c9b-43b1-b077-ba21c954e931 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:22:21.175274 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:21.180263 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:22:21.187470 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Pushing event updated for resources: {'Port': ['ID=7fde1d43-4e27-49d2-baab-bbb87cdfed1d,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:21.199894 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.199894 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.200368 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.200543 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.200860 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.201185 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.201514 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.201865 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.202198 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.202526 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.202857 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.203184 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.203507 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.203833 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.204156 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:21.260655 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Attempting to bind port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:22:21.260945 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Attempting to bind port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:22:21.261312 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Attempting to bind port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d on network d35f2c27-9c9b-43b1-b077-ba21c954e931 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:22:21.266800 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:22:21.267178 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Checking segment: {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:22:21.267580 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:21.267974 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Bound using segment: {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:22:21.268447 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Bound port: 7fde1d43-4e27-49d2-baab-bbb87cdfed1d, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:22:21.268827 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:21.334363 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] For port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:22:21.338180 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] For port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=7fde1d43-4e27-49d2-baab-bbb87cdfed1d,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:22:21.344557 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:21.407216 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d5628-296b-4970-bc3d-c1ffb2231022 None None] Pushing event updated for resources: {'Port': ['ID=7fde1d43-4e27-49d2-baab-bbb87cdfed1d,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:21.420287 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Publish callbacks [] for router_gateway (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:21.440235 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:21.571306 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Allocated IP 172.27.0.58 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/24da6ca4-c4c7-4153-befa-f532c6eadd17) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:22:21.643471 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:21.662709 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:21.713365 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Publish callbacks [] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:21.747516 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:21.790271 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:22:21.795285 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:21.797463 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Pushing event updated for resources: {'Port': ['ID=24da6ca4-c4c7-4153-befa-f532c6eadd17,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:21.799730 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:22:22.057253 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Publish callbacks [] for router_gateway (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:22.264344 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:22.365351 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39806b23-7238-41b5-ae5b-54b957950877 None None] Network d35f2c27-9c9b-43b1-b077-ba21c954e931 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:22:22.399047 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:22:22.427068 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-6bedc71f-6d57-4c1b-a990-ef68e9e2c36b None None] Provisioning complete for port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:22.427804 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bedc71f-6d57-4c1b-a990-ef68e9e2c36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:22.473797 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:22.483418 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:22.508493 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:22.513811 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:22:22.527946 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Sync routers for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:22:22.542997 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:22.543664 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:21:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:22.545454 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:22.550550 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0dd3513d-25b4-4288-ac91-f94999dccb2e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8323762 Jul 28 09:22:22.616675 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50850) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:22.655897 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 7fde1d43-4e27-49d2-baab-bbb87cdfed1d up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:22:22.660463 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:22.739485 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:22.745156 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-6bedc71f-6d57-4c1b-a990-ef68e9e2c36b None None] Current status of the port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:22.745739 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bedc71f-6d57-4c1b-a990-ef68e9e2c36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:22.753322 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:22.793210 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-6bedc71f-6d57-4c1b-a990-ef68e9e2c36b None None] For port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=7fde1d43-4e27-49d2-baab-bbb87cdfed1d,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:22.798997 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:22.799337 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:22.802800 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6bedc71f-6d57-4c1b-a990-ef68e9e2c36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:22.886503 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:21Z', 'revision_number': 3, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:22.932003 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Checking router: 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:22:22.932360 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Updating router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 port 24da6ca4-c4c7-4153-befa-f532c6eadd17 binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:22:22.942317 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedc71f-6d57-4c1b-a990-ef68e9e2c36b None None] Pushing event updated for resources: {'Port': ['ID=7fde1d43-4e27-49d2-baab-bbb87cdfed1d,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:22.972623 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.005579 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:23.027516 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-c0c59d10-5e98-40b4-8c23-75163cdb6eaa None None] Provisioning complete for port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:23.027901 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c0c59d10-5e98-40b4-8c23-75163cdb6eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.137426 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-c0c59d10-5e98-40b4-8c23-75163cdb6eaa None None] Current status of the port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:23.164385 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.296374 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Publish callbacks [] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.302568 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.353071 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Allocated IP 172.20.0.1 (d35f2c27-9c9b-43b1-b077-ba21c954e931/4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb/9eb05020-4e7e-4f67-9672-aa2748611171) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:22:23.359860 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Pushing event updated for resources: {'Port': ['ID=24da6ca4-c4c7-4153-befa-f532c6eadd17,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:23.362107 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Attempting to bind port 24da6ca4-c4c7-4153-befa-f532c6eadd17 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:22:23.362472 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Attempting to bind port 24da6ca4-c4c7-4153-befa-f532c6eadd17 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:22:23.362856 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Attempting to bind port 24da6ca4-c4c7-4153-befa-f532c6eadd17 on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:22:23.372210 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:22:23.372578 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:22:23.372975 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.373535 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:22:23.373854 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Bound port: 24da6ca4-c4c7-4153-befa-f532c6eadd17, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:22:23.374229 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.376686 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.377027 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.377384 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.377735 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.378091 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.378417 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.378748 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.379062 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.379380 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.379697 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.380016 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.380475 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.380682 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.380955 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.381267 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:23.434458 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] For port 24da6ca4-c4c7-4153-befa-f532c6eadd17, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:22:23.437643 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] For port 24da6ca4-c4c7-4153-befa-f532c6eadd17, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=24da6ca4-c4c7-4153-befa-f532c6eadd17,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:22:23.445183 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.468318 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Publish callbacks [] for port (9eb05020-4e7e-4f67-9672-aa2748611171), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.502748 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.505515 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:23.506159 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:21:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:23.508176 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f07aa-8c66-4943-99f9-568b80f84ec7 None None] Pushing event updated for resources: {'Port': ['ID=24da6ca4-c4c7-4153-befa-f532c6eadd17,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:23.547874 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Network d35f2c27-9c9b-43b1-b077-ba21c954e931 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:22:23.551347 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:23.559193 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:22:23.588602 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb05020-4e7e-4f67-9672-aa2748611171,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:23.596830 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:23.615517 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.677426 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:23.690901 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:23.700688 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:23.716491 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:23.757541 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.860002 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-782d6e2d-53c4-4f8b-afec-95f2ab632cfb None None] Provisioning complete for port 9eb05020-4e7e-4f67-9672-aa2748611171 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:23.861005 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-782d6e2d-53c4-4f8b-afec-95f2ab632cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.895423 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-782d6e2d-53c4-4f8b-afec-95f2ab632cfb None None] Port 9eb05020-4e7e-4f67-9672-aa2748611171 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:22:23.902142 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:21Z', 'revision_number': 3, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:23.927372 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd92fba-45ee-47d7-8f1c-da9a15d6feea None None] The sync data for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi is: [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:21Z', 'revision_number': 3, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:22:23.974445 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Publish callbacks [] for port (9eb05020-4e7e-4f67-9672-aa2748611171), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:23.979342 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4130328'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:24.059050 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb05020-4e7e-4f67-9672-aa2748611171,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:24.059050 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:24.182410 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Network d35f2c27-9c9b-43b1-b077-ba21c954e931 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:22:24.183779 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:24.319960 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:22:24.415971 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-de384762-be92-404c-a7ed-ead49c5cf642 None None] Provisioning complete for port 9eb05020-4e7e-4f67-9672-aa2748611171 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:24.416735 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-de384762-be92-404c-a7ed-ead49c5cf642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:24.441745 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:22:24.448660 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3807453e-1169-4951-a802-b35aa9b3fc68 admin admin] 10.222.0.48 "PUT /v2.0/routers/55fc80fc-c223-4aa9-bf2c-8e29de3edae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304157 Jul 28 09:22:24.454183 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-de384762-be92-404c-a7ed-ead49c5cf642 None None] Port 9eb05020-4e7e-4f67-9672-aa2748611171 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:22:24.621183 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 7fde1d43-4e27-49d2-baab-bbb87cdfed1d up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:22:24.677627 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:24.678138 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:24.761734 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:24.763070 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 24da6ca4-c4c7-4153-befa-f532c6eadd17 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:22:24.821998 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 24da6ca4-c4c7-4153-befa-f532c6eadd17 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:24.821998 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:24.848716 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:24.910572 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 24da6ca4-c4c7-4153-befa-f532c6eadd17 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:24.911555 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:24.934989 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 24da6ca4-c4c7-4153-befa-f532c6eadd17, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=24da6ca4-c4c7-4153-befa-f532c6eadd17,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:24.945685 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.002290 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=24da6ca4-c4c7-4153-befa-f532c6eadd17,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:25.099346 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50868) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:25.104453 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1698792257-network', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:25.133065 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Made reservation on behalf of fe092e0cbbe4425795519f6c4e9c976d for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:22:25.135523 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.144766 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.206536 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:25.208027 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:25.233830 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Publish callbacks [] for security_group (509e33d5-481a-4844-b1fa-59b804b3dfab), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.237588 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (509e33d5-481a-4844-b1fa-59b804b3dfab), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.268129 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:22:25.275583 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509e33d5-481a-4844-b1fa-59b804b3dfab,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:25.283371 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (249f1960-5368-47ca-a8cc-d605c4c0be40), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.283718 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Added segment 249f1960-5368-47ca-a8cc-d605c4c0be40 of type vlan for network 71af3318-884d-4061-a052-f3fc14e329ad Jul 28 09:22:25.338689 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (71af3318-884d-4061-a052-f3fc14e329ad), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.368760 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (71af3318-884d-4061-a052-f3fc14e329ad), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.369786 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:25.370435 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.422401 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3218818 Jul 28 09:22:25.425149 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50870) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:25.429948 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] Request body: {'subnet': {'network_id': '71af3318-884d-4061-a052-f3fc14e329ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1698792257-subnet', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:25.458298 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925472b-caa2-4444-bbd6-1f0d309811ce admin admin] Pushing event updated for resources: {'Network': ['ID=71af3318-884d-4061-a052-f3fc14e329ad,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:25.474308 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 71af3318-884d-4061-a052-f3fc14e329ad details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:22:25.475119 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] Made reservation on behalf of fe092e0cbbe4425795519f6c4e9c976d for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:22:25.478407 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:25.482279 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8565297'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.665740 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Sync routers for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:22:25.672610 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8565279'] for subnet (7bb51729-9623-4d67-a2cf-932ecf9f54ca), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.676916 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:25.677547 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:21:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:25.739101 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb51729-9623-4d67-a2cf-932ecf9f54ca,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:25.749296 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] Checking segment: {'id': '249f1960-5368-47ca-a8cc-d605c4c0be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:22:25.749652 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] Network hostable DHCP agents. Network: 71af3318-884d-4061-a052-f3fc14e329ad, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:22:25.769391 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] Network 71af3318-884d-4061-a052-f3fc14e329ad is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:22:25.782446 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 71af3318-884d-4061-a052-f3fc14e329ad) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:25.789698 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:25.790816 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.794674 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4be51c-bfd6-4d41-a1a3-2055e725881d None None] Network 71af3318-884d-4061-a052-f3fc14e329ad requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:22:25.799675 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:25.811458 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7f1534c5-29e9-48a1-9ddf-3a692433d600 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3847909 Jul 28 09:22:25.815512 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50872) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:25.820497 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1698792257-router', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:25.843643 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.844752 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:25.904598 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Publish callbacks [] for router_controller (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:26.038203 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-71af3318-884d-4061-a052-f3fc14e329ad', 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad', 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'fixed_ips': [{'subnet_id': '7bb51729-9623-4d67-a2cf-932ecf9f54ca'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:22:26.039681 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:26.094381 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:26.102501 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Publish callbacks [] for router_gateway (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:26.214194 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 2, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:26.250026 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Checking router: 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:22:26.250389 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Updating router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 port 9eb05020-4e7e-4f67-9672-aa2748611171 binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:22:26.314023 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:26.336136 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Allocated IP 172.20.0.2 (71af3318-884d-4061-a052-f3fc14e329ad/7bb51729-9623-4d67-a2cf-932ecf9f54ca/e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:22:26.440080 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:26.502277 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:26.523799 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:26.574164 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Publish callbacks [] for router_gateway (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:26.596206 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:26.705616 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 24da6ca4-c4c7-4153-befa-f532c6eadd17 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:22:26.715637 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Allocated IP 172.27.0.216 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/72047ce3-65b9-43a9-bda0-ea04ee44d8f1) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:22:26.835276 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Publish callbacks [] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:26.890920 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:26.931921 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:22:26.940157 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:26.945439 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:22:26.955063 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Publish callbacks [] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:26.966383 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 24da6ca4-c4c7-4153-befa-f532c6eadd17 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:26.966760 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:26.968761 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Pushing event updated for resources: {'Port': ['ID=72047ce3-65b9-43a9-bda0-ea04ee44d8f1,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:26.972923 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-66898df2-9313-45d7-a0c8-ad6946388e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:26.981885 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.098913 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Network 71af3318-884d-4061-a052-f3fc14e329ad is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:22:27.138396 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:27.156436 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:22:27.168672 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Pushing event updated for resources: {'Port': ['ID=e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:27.220724 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Publish callbacks [] for port (9eb05020-4e7e-4f67-9672-aa2748611171), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.239830 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Publish callbacks [] for router_gateway (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.265165 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.317443 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Attempting to bind port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:22:27.317817 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Attempting to bind port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '249f1960-5368-47ca-a8cc-d605c4c0be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:22:27.318278 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Attempting to bind port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c on network 71af3318-884d-4061-a052-f3fc14e329ad {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:22:27.325202 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 24da6ca4-c4c7-4153-befa-f532c6eadd17 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:27.341540 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:22:27.341540 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Checking segment: {'id': '249f1960-5368-47ca-a8cc-d605c4c0be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:22:27.341540 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.341540 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Bound using segment: {'id': '249f1960-5368-47ca-a8cc-d605c4c0be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:22:27.341540 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Bound port: e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249f1960-5368-47ca-a8cc-d605c4c0be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:22:27.341540 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.342758 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:27.375975 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447e4af-d643-4961-b196-c9e152b0cef8 None None] Pushing event updated for resources: {'Port': ['ID=9eb05020-4e7e-4f67-9672-aa2748611171,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:27.395527 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:27.420468 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:22:27.485356 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Attempting to bind port 9eb05020-4e7e-4f67-9672-aa2748611171 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:22:27.485759 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Attempting to bind port 9eb05020-4e7e-4f67-9672-aa2748611171 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:22:27.486129 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Attempting to bind port 9eb05020-4e7e-4f67-9672-aa2748611171 on network d35f2c27-9c9b-43b1-b077-ba21c954e931 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:22:27.497478 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:22:27.498041 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Checking segment: {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:22:27.498435 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.498890 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Bound using segment: {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:22:27.499384 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Bound port: 9eb05020-4e7e-4f67-9672-aa2748611171, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:22:27.499863 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.514401 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] For port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:22:27.557943 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.559016 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] For port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c,segment=NetworkSegment(249f1960-5368-47ca-a8cc-d605c4c0be40),segment_id=249f1960-5368-47ca-a8cc-d605c4c0be40)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:22:27.577723 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.588858 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:27.643821 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] For port 9eb05020-4e7e-4f67-9672-aa2748611171, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:22:27.649727 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] For port 9eb05020-4e7e-4f67-9672-aa2748611171, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=9eb05020-4e7e-4f67-9672-aa2748611171,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:22:27.677444 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb962c-052b-4f98-b98a-b321b719120f None None] Pushing event updated for resources: {'Port': ['ID=e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:27.682638 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.700994 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:27.747492 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:22:27.750822 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-55df57d9-e838-43f2-9157-f395adbed13a None None] Provisioning complete for port 9eb05020-4e7e-4f67-9672-aa2748611171 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:27.751202 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-55df57d9-e838-43f2-9157-f395adbed13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.794471 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447e4af-d643-4961-b196-c9e152b0cef8 None None] Pushing event updated for resources: {'Port': ['ID=9eb05020-4e7e-4f67-9672-aa2748611171,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:27.797167 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:27.797793 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:21:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:27.977076 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:22:27.979041 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-55df57d9-e838-43f2-9157-f395adbed13a None None] Current status of the port 9eb05020-4e7e-4f67-9672-aa2748611171 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:27.979321 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-55df57d9-e838-43f2-9157-f395adbed13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:27.986944 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Sync routers for ids ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:22:27.999304 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:28.002700 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Routers {'ddcf4e1b-0e64-48f4-a06b-55753d4662b5'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:28.006639 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:21:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:28.039010 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:28.040446 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9fb99511-2ec4-4fff-b9d3-872dc3103278 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2238412 Jul 28 09:22:28.044402 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50882) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:28.124187 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-55df57d9-e838-43f2-9157-f395adbed13a None None] For port 9eb05020-4e7e-4f67-9672-aa2748611171, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=9eb05020-4e7e-4f67-9672-aa2748611171,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:28.222120 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-55df57d9-e838-43f2-9157-f395adbed13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:28.292103 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Set router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:28.385605 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-31d88647-682d-466f-9cde-3cf9b6267d50 None None] Provisioning complete for port 9eb05020-4e7e-4f67-9672-aa2748611171 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:28.385875 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-31d88647-682d-466f-9cde-3cf9b6267d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:28.450044 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:27Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:28.566141 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418e1510-8a1a-4f8e-b301-0bd251942377 None None] The sync data for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi is: [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:27Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:22:28.574477 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'name': 'tempest-TestVolumeBootPattern-1698792257-router', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:25Z', 'updated_at': '2022-07-28T09:22:27Z', 'revision_number': 3, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'gw_port': {'id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:26Z', 'updated_at': '2022-07-28T09:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:28.604224 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Checking router: ddcf4e1b-0e64-48f4-a06b-55753d4662b5 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:22:28.604691 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Updating router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:22:28.659894 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df57d9-e838-43f2-9157-f395adbed13a None None] Pushing event updated for resources: {'Port': ['ID=9eb05020-4e7e-4f67-9672-aa2748611171,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:28.679514 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:22:28.691548 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:28.716073 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:28.785537 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:28.800500 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:28.800869 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:28.802620 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-31d88647-682d-466f-9cde-3cf9b6267d50 None None] Current status of the port 9eb05020-4e7e-4f67-9672-aa2748611171 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:28.893947 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.109344 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:29.116844 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.137721 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:29.148870 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Publish callbacks [] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.156973 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.162761 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:29.200666 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c,segment=NetworkSegment(249f1960-5368-47ca-a8cc-d605c4c0be40),segment_id=249f1960-5368-47ca-a8cc-d605c4c0be40)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:29.212717 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.215491 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c19368-9d1a-4677-9d92-e29e0ca24915 None None] Pushing event updated for resources: {'Port': ['ID=72047ce3-65b9-43a9-bda0-ea04ee44d8f1,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:29.263626 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Attempting to bind port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:22:29.264247 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Attempting to bind port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:22:29.264630 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Attempting to bind port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:22:29.275481 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:22:29.276703 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Allocated IP 172.20.0.1 (71af3318-884d-4061-a052-f3fc14e329ad/7bb51729-9623-4d67-a2cf-932ecf9f54ca/0f768b32-0265-4593-8c71-42ad59286254) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:22:29.277498 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:22:29.279592 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.280450 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:22:29.281394 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Bound port: 72047ce3-65b9-43a9-bda0-ea04ee44d8f1, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:22:29.282179 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.320571 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f635d5a8-c15d-4509-a4ee-e83238951e8c None None] Network 71af3318-884d-4061-a052-f3fc14e329ad requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:22:29.373951 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] For port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:22:29.380980 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] For port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=72047ce3-65b9-43a9-bda0-ea04ee44d8f1,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:22:29.387347 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:29.395247 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.431714 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Publish callbacks [] for port (0f768b32-0265-4593-8c71-42ad59286254), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.472873 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:29.480139 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Routers {'ddcf4e1b-0e64-48f4-a06b-55753d4662b5'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:29.480995 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:21:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:29.484223 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:29.484931 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (0f768b32-0265-4593-8c71-42ad59286254), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.506483 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3ceec940-1150-43cb-8b51-8d5dafb8e418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.512388 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-abc3bcf0-d3b9-48ce-9cbf-94f21251d5bc None None] Provisioning complete for port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:29.512764 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-abc3bcf0-d3b9-48ce-9cbf-94f21251d5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.568537 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Network 71af3318-884d-4061-a052-f3fc14e329ad is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:22:29.573544 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:29.581217 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:22:29.699373 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.717334 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c19368-9d1a-4677-9d92-e29e0ca24915 None None] Pushing event updated for resources: {'Port': ['ID=72047ce3-65b9-43a9-bda0-ea04ee44d8f1,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:29.725325 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-abc3bcf0-d3b9-48ce-9cbf-94f21251d5bc None None] Current status of the port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:29.759780 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Pushing event updated for resources: {'Port': ['ID=0f768b32-0265-4593-8c71-42ad59286254,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:29.792104 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] Set router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:29.965510 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-579c2fd3-aaac-458f-935f-e907eccb4a0a None None] Provisioning complete for port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:29.966126 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-579c2fd3-aaac-458f-935f-e907eccb4a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:29.966698 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (0f768b32-0265-4593-8c71-42ad59286254), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:30.110210 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'name': 'tempest-TestVolumeBootPattern-1698792257-router', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:25Z', 'updated_at': '2022-07-28T09:22:27Z', 'revision_number': 3, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'gw_port': {'id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:26Z', 'updated_at': '2022-07-28T09:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:30.166328 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567e0b23-8ec8-4719-9ff0-c6d76aa9fe0f None None] The sync data for ids ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'] in dv-cinder-851249-5-iscsi is: [{'id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'name': 'tempest-TestVolumeBootPattern-1698792257-router', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:25Z', 'updated_at': '2022-07-28T09:22:27Z', 'revision_number': 3, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'gw_port': {'id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:26Z', 'updated_at': '2022-07-28T09:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:22:30.171940 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-579c2fd3-aaac-458f-935f-e907eccb4a0a None None] Current status of the port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:30.283237 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Publish callbacks [] for port (0f768b32-0265-4593-8c71-42ad59286254), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:30.291423 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4130328'] for port (0f768b32-0265-4593-8c71-42ad59286254), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:30.312368 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88ca2ee2-1f59-46dc-9c54-9ce0131edfc9 None None] Provisioning complete for port 0f768b32-0265-4593-8c71-42ad59286254 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:30.312950 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88ca2ee2-1f59-46dc-9c54-9ce0131edfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (0f768b32-0265-4593-8c71-42ad59286254), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:30.339558 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:30.341154 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=61,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:30.366208 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:30.371282 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:30.398419 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88ca2ee2-1f59-46dc-9c54-9ce0131edfc9 None None] Port 0f768b32-0265-4593-8c71-42ad59286254 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:22:30.413533 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Pushing event updated for resources: {'Port': ['ID=0f768b32-0265-4593-8c71-42ad59286254,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:30.418543 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:30.578918 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Network 71af3318-884d-4061-a052-f3fc14e329ad is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:22:30.580497 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:30.684551 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 9eb05020-4e7e-4f67-9672-aa2748611171 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:22:30.773923 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:22:30.789402 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 9eb05020-4e7e-4f67-9672-aa2748611171 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:30.789772 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:30.892290 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 9eb05020-4e7e-4f67-9672-aa2748611171 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:30.894006 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:22:30.932790 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:30.935129 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:22:30.941620 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7d90ac2d-b327-4b1d-8526-5bf2d9b6ee79 admin admin] 10.222.0.48 "PUT /v2.0/routers/ddcf4e1b-0e64-48f4-a06b-55753d4662b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8961291 Jul 28 09:22:30.969099 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:30.969572 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.007372 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:31.024068 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:31.051804 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-e15af371-a8bf-4207-8cb5-a8841c643354 None None] Provisioning complete for port 0f768b32-0265-4593-8c71-42ad59286254 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:31.052361 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-e15af371-a8bf-4207-8cb5-a8841c643354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (0f768b32-0265-4593-8c71-42ad59286254), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.128622 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-e15af371-a8bf-4207-8cb5-a8841c643354 None None] Port 0f768b32-0265-4593-8c71-42ad59286254 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:22:31.149188 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:31.367159 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61865334-579a-45ed-bdec-d1c584247000 req-a8a6ab29-0e12-4e21-a1bd-178979d5bd72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2010734 Jul 28 09:22:31.418405 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50912) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:31.423439 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-8b2b73a1-4cdd-48d9-8a00-e3791b3f55ae tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-362222153', 'description': 'tempest-secgroup-smoke-362222153 description', 'project_id': 'b688d320376c4492b3ca97b95c5207a5'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:31.453144 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b2b73a1-4cdd-48d9-8a00-e3791b3f55ae tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.468920 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61865334-579a-45ed-bdec-d1c584247000 req-b899a5b1-60f9-4167-a95d-afc4bc91cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:31.470532 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61865334-579a-45ed-bdec-d1c584247000 req-b899a5b1-60f9-4167-a95d-afc4bc91cf8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=53fd239676ec42e0a9f145e924fc249a&device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 1130 time: 0.0686018 Jul 28 09:22:31.552519 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b2b73a1-4cdd-48d9-8a00-e3791b3f55ae tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group (6e83689d-2cda-41a7-8ff5-b53fc33e0333), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.559204 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b2b73a1-4cdd-48d9-8a00-e3791b3f55ae tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (6e83689d-2cda-41a7-8ff5-b53fc33e0333), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.597382 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-8b2b73a1-4cdd-48d9-8a00-e3791b3f55ae tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.601427 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-8b2b73a1-4cdd-48d9-8a00-e3791b3f55ae tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1804190 Jul 28 09:22:31.606434 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50916) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:31.613429 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b73a1-4cdd-48d9-8a00-e3791b3f55ae tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e83689d-2cda-41a7-8ff5-b53fc33e0333,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:31.615043 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-2409bd68-2ac2-4333-b5c1-e0b67227c280 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'security_group_rule': {'security_group_id': '6e83689d-2cda-41a7-8ff5-b53fc33e0333', 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:31.635003 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61865334-579a-45ed-bdec-d1c584247000 req-047829ec-0bb9-4526-821d-7cd5c4236392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:31.636508 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61865334-579a-45ed-bdec-d1c584247000 req-047829ec-0bb9-4526-821d-7cd5c4236392 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e5822d8-ff00-4424-b54d-09f23d169007 HTTP/1.1" status: 200 len: 909 time: 0.1438801 Jul 28 09:22:31.696956 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2409bd68-2ac2-4333-b5c1-e0b67227c280 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (f2040f21-3356-4d9c-871c-7e66b6d9701c), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.729709 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61865334-579a-45ed-bdec-d1c584247000 req-ca385685-91ef-4f50-bfd6-94918e96143b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 HTTP/1.1" status: 200 len: 1002 time: 0.0865216 Jul 28 09:22:31.777164 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.805524 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61865334-579a-45ed-bdec-d1c584247000 req-6fdd0128-a463-4231-9b18-5291eb30b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:31.807083 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61865334-579a-45ed-bdec-d1c584247000 req-6fdd0128-a463-4231-9b18-5291eb30b73f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48bdb455-4ab7-4e83-9412-807fb482cf5c HTTP/1.1" status: 200 len: 847 time: 0.0704837 Jul 28 09:22:31.813620 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2409bd68-2ac2-4333-b5c1-e0b67227c280 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (f2040f21-3356-4d9c-871c-7e66b6d9701c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.824502 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2409bd68-2ac2-4333-b5c1-e0b67227c280 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (f2040f21-3356-4d9c-871c-7e66b6d9701c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.875087 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409bd68-2ac2-4333-b5c1-e0b67227c280 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2040f21-3356-4d9c-871c-7e66b6d9701c,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:31.878811 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61865334-579a-45ed-bdec-d1c584247000 req-97aa2de1-5dc3-49e6-97a2-5c1b288def77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:31.880360 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61865334-579a-45ed-bdec-d1c584247000 req-97aa2de1-5dc3-49e6-97a2-5c1b288def77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e5822d8-ff00-4424-b54d-09f23d169007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655406 Jul 28 09:22:31.888543 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2409bd68-2ac2-4333-b5c1-e0b67227c280 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.889718 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2409bd68-2ac2-4333-b5c1-e0b67227c280 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2817047 Jul 28 09:22:31.892654 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50918) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:31.894744 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-61865334-579a-45ed-bdec-d1c584247000 req-91207653-2c45-4cb9-9eb8-31888798e459 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:22:31.895696 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61865334-579a-45ed-bdec-d1c584247000 req-91207653-2c45-4cb9-9eb8-31888798e459 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050063 Jul 28 09:22:31.897158 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-f9abc06a-5b90-444e-ab39-9e07028459e8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'security_group_rule': {'security_group_id': '6e83689d-2cda-41a7-8ff5-b53fc33e0333', 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:31.937170 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9abc06a-5b90-444e-ab39-9e07028459e8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (33500fba-2872-47e2-8f03-ab77948dbf3d), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:31.947643 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.019312 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61865334-579a-45ed-bdec-d1c584247000 req-7bd40096-95b1-4d7e-aea7-9c398aacbe42 service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163263 Jul 28 09:22:32.021052 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9abc06a-5b90-444e-ab39-9e07028459e8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (33500fba-2872-47e2-8f03-ab77948dbf3d), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.026033 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9abc06a-5b90-444e-ab39-9e07028459e8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (33500fba-2872-47e2-8f03-ab77948dbf3d), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.047832 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abc06a-5b90-444e-ab39-9e07028459e8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33500fba-2872-47e2-8f03-ab77948dbf3d,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:32.062885 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9abc06a-5b90-444e-ab39-9e07028459e8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.064938 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f9abc06a-5b90-444e-ab39-9e07028459e8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1709101 Jul 28 09:22:32.067553 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50920) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:32.073026 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-f9e6c8c5-746e-4d8d-9b30-ae4294a1d93e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'security_group_rule': {'security_group_id': '6e83689d-2cda-41a7-8ff5-b53fc33e0333', 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:32.112677 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c8c5-746e-4d8d-9b30-ae4294a1d93e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (20090a7a-3a68-4320-9ccb-79eb46940b9c), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.126596 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-61865334-579a-45ed-bdec-d1c584247000 req-aa1f2ba0-aa5c-42eb-a6cf-b8bf094e290b service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011846 Jul 28 09:22:32.179550 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c8c5-746e-4d8d-9b30-ae4294a1d93e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (20090a7a-3a68-4320-9ccb-79eb46940b9c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.182951 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c8c5-746e-4d8d-9b30-ae4294a1d93e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (20090a7a-3a68-4320-9ccb-79eb46940b9c), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.206676 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6c8c5-746e-4d8d-9b30-ae4294a1d93e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20090a7a-3a68-4320-9ccb-79eb46940b9c,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:32.212442 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c8c5-746e-4d8d-9b30-ae4294a1d93e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.218123 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-f9e6c8c5-746e-4d8d-9b30-ae4294a1d93e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448026 Jul 28 09:22:32.218123 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50922) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:32.222109 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-2450daa3-d7be-454a-aa25-297b4e3e268b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'security_group_rule': {'security_group_id': '6e83689d-2cda-41a7-8ff5-b53fc33e0333', 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:32.228351 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:32.253370 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2450daa3-d7be-454a-aa25-297b4e3e268b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (f6514f25-6404-4cad-8ae0-88003e505d9a), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.320008 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2450daa3-d7be-454a-aa25-297b4e3e268b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (f6514f25-6404-4cad-8ae0-88003e505d9a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.325358 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2450daa3-d7be-454a-aa25-297b4e3e268b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (f6514f25-6404-4cad-8ae0-88003e505d9a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.346974 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450daa3-d7be-454a-aa25-297b4e3e268b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6514f25-6404-4cad-8ae0-88003e505d9a,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:32.355288 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2450daa3-d7be-454a-aa25-297b4e3e268b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.356526 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2450daa3-d7be-454a-aa25-297b4e3e268b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379015 Jul 28 09:22:32.359336 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 50924) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:32.363715 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-6db06847-dcd4-49ef-ad1f-4025af1a5e2b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'security_group_rule': {'security_group_id': '6e83689d-2cda-41a7-8ff5-b53fc33e0333', 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:32.387045 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-6db06847-dcd4-49ef-ad1f-4025af1a5e2b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Project b688d320376c4492b3ca97b95c5207a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:22:32.396229 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6db06847-dcd4-49ef-ad1f-4025af1a5e2b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (acb1bb8e-5e0f-4ccf-875f-14491224722b), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.477348 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6db06847-dcd4-49ef-ad1f-4025af1a5e2b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (acb1bb8e-5e0f-4ccf-875f-14491224722b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.480610 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Sync routers for ids ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:22:32.483528 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6db06847-dcd4-49ef-ad1f-4025af1a5e2b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (acb1bb8e-5e0f-4ccf-875f-14491224722b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.491234 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:32.498092 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Routers {'ddcf4e1b-0e64-48f4-a06b-55753d4662b5'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:32.499265 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:32.508223 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db06847-dcd4-49ef-ad1f-4025af1a5e2b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb1bb8e-5e0f-4ccf-875f-14491224722b,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:32.524138 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6db06847-dcd4-49ef-ad1f-4025af1a5e2b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.525323 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6db06847-dcd4-49ef-ad1f-4025af1a5e2b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1650519 Jul 28 09:22:32.529784 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 50926) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:32.534524 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-43832516-99e4-4c5e-9067-b077b949fcea tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'security_group_rule': {'security_group_id': '6e83689d-2cda-41a7-8ff5-b53fc33e0333', 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:32.563956 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.securitygroups_db [None req-43832516-99e4-4c5e-9067-b077b949fcea tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Project b688d320376c4492b3ca97b95c5207a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:22:32.572224 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-43832516-99e4-4c5e-9067-b077b949fcea tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (c9ad8b45-33b0-42cd-adc9-1bb435bc6a53), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.599863 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:22:32.663658 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-43832516-99e4-4c5e-9067-b077b949fcea tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (c9ad8b45-33b0-42cd-adc9-1bb435bc6a53), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.667745 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-43832516-99e4-4c5e-9067-b077b949fcea tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (c9ad8b45-33b0-42cd-adc9-1bb435bc6a53), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.680770 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Set router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:32.691405 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43832516-99e4-4c5e-9067-b077b949fcea tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ad8b45-33b0-42cd-adc9-1bb435bc6a53,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:32.705636 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-43832516-99e4-4c5e-9067-b077b949fcea tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.707234 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-43832516-99e4-4c5e-9067-b077b949fcea tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1762953 Jul 28 09:22:32.747226 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:32.747879 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.937564 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:32.938092 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:32.984336 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=72047ce3-65b9-43a9-bda0-ea04ee44d8f1,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:32.993018 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:33.031676 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'name': 'tempest-TestVolumeBootPattern-1698792257-router', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:25Z', 'updated_at': '2022-07-28T09:22:29Z', 'revision_number': 4, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'gw_port': {'id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:26Z', 'updated_at': '2022-07-28T09:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '0f768b32-0265-4593-8c71-42ad59286254', 'name': '', 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'mac_address': 'fa:16:3e:76:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7bb51729-9623-4d67-a2cf-932ecf9f54ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:28Z', 'updated_at': '2022-07-28T09:22:30Z', 'revision_number': 2, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'subnets': [{'id': '7bb51729-9623-4d67-a2cf-932ecf9f54ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:33.071301 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Checking router: ddcf4e1b-0e64-48f4-a06b-55753d4662b5 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:22:33.071677 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Updating router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 port 0f768b32-0265-4593-8c71-42ad59286254 binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:22:33.102262 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=72047ce3-65b9-43a9-bda0-ea04ee44d8f1,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:33.123320 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (0f768b32-0265-4593-8c71-42ad59286254), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:33.324025 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:33.340748 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:33.442326 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Publish callbacks [] for port (0f768b32-0265-4593-8c71-42ad59286254), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:33.448230 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (0f768b32-0265-4593-8c71-42ad59286254), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:33.505706 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662502b4-d6ae-4c95-8e81-f73611b03671 None None] Pushing event updated for resources: {'Port': ['ID=0f768b32-0265-4593-8c71-42ad59286254,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:33.569247 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Attempting to bind port 0f768b32-0265-4593-8c71-42ad59286254 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:22:33.569817 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Attempting to bind port 0f768b32-0265-4593-8c71-42ad59286254 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '249f1960-5368-47ca-a8cc-d605c4c0be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:22:33.570446 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Attempting to bind port 0f768b32-0265-4593-8c71-42ad59286254 on network 71af3318-884d-4061-a052-f3fc14e329ad {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:22:33.579066 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:22:33.579665 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Checking segment: {'id': '249f1960-5368-47ca-a8cc-d605c4c0be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:22:33.580265 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:33.580936 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Bound using segment: {'id': '249f1960-5368-47ca-a8cc-d605c4c0be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:22:33.581713 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Bound port: 0f768b32-0265-4593-8c71-42ad59286254, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249f1960-5368-47ca-a8cc-d605c4c0be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:22:33.582339 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (0f768b32-0265-4593-8c71-42ad59286254), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:33.655809 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] For port 0f768b32-0265-4593-8c71-42ad59286254, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:22:33.665413 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] For port 0f768b32-0265-4593-8c71-42ad59286254, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=0f768b32-0265-4593-8c71-42ad59286254,segment=NetworkSegment(249f1960-5368-47ca-a8cc-d605c4c0be40),segment_id=249f1960-5368-47ca-a8cc-d605c4c0be40)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:22:33.683946 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (0f768b32-0265-4593-8c71-42ad59286254), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:33.786600 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Routers {'ddcf4e1b-0e64-48f4-a06b-55753d4662b5'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:33.787251 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:33.793605 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662502b4-d6ae-4c95-8e81-f73611b03671 None None] Pushing event updated for resources: {'Port': ['ID=0f768b32-0265-4593-8c71-42ad59286254,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:33.831282 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-163dbd35-4cef-4bb9-a8d1-654079166826 None None] Provisioning complete for port 0f768b32-0265-4593-8c71-42ad59286254 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:33.831645 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-163dbd35-4cef-4bb9-a8d1-654079166826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (0f768b32-0265-4593-8c71-42ad59286254), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:34.099031 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] Set router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:34.140077 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-163dbd35-4cef-4bb9-a8d1-654079166826 None None] Current status of the port 0f768b32-0265-4593-8c71-42ad59286254 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:34.140463 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-163dbd35-4cef-4bb9-a8d1-654079166826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (0f768b32-0265-4593-8c71-42ad59286254), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:34.263934 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-163dbd35-4cef-4bb9-a8d1-654079166826 None None] For port 0f768b32-0265-4593-8c71-42ad59286254, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=0f768b32-0265-4593-8c71-42ad59286254,segment=NetworkSegment(249f1960-5368-47ca-a8cc-d605c4c0be40),segment_id=249f1960-5368-47ca-a8cc-d605c4c0be40)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:34.269519 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-163dbd35-4cef-4bb9-a8d1-654079166826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (0f768b32-0265-4593-8c71-42ad59286254), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:34.354645 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dbd35-4cef-4bb9-a8d1-654079166826 None None] Pushing event updated for resources: {'Port': ['ID=0f768b32-0265-4593-8c71-42ad59286254,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:34.395634 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:34.400088 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:34.406953 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-b4c15f6b-88bf-4346-9a22-e7e143099b8a None None] Provisioning complete for port 0f768b32-0265-4593-8c71-42ad59286254 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:34.407327 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b4c15f6b-88bf-4346-9a22-e7e143099b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (0f768b32-0265-4593-8c71-42ad59286254), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:34.411931 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'name': 'tempest-TestVolumeBootPattern-1698792257-router', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:25Z', 'updated_at': '2022-07-28T09:22:29Z', 'revision_number': 4, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'gw_port': {'id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:26Z', 'updated_at': '2022-07-28T09:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '0f768b32-0265-4593-8c71-42ad59286254', 'name': '', 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'mac_address': 'fa:16:3e:76:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7bb51729-9623-4d67-a2cf-932ecf9f54ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:28Z', 'updated_at': '2022-07-28T09:22:33Z', 'revision_number': 4, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'subnets': [{'id': '7bb51729-9623-4d67-a2cf-932ecf9f54ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:34.465775 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970740bb-c519-49b1-b498-eea769c681e4 None None] The sync data for ids ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'] in dv-cinder-851249-5-iscsi is: [{'id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'name': 'tempest-TestVolumeBootPattern-1698792257-router', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:25Z', 'updated_at': '2022-07-28T09:22:29Z', 'revision_number': 4, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'gw_port': {'id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:26Z', 'updated_at': '2022-07-28T09:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '0f768b32-0265-4593-8c71-42ad59286254', 'name': '', 'network_id': '71af3318-884d-4061-a052-f3fc14e329ad', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'mac_address': 'fa:16:3e:76:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '7bb51729-9623-4d67-a2cf-932ecf9f54ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:28Z', 'updated_at': '2022-07-28T09:22:33Z', 'revision_number': 4, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'subnets': [{'id': '7bb51729-9623-4d67-a2cf-932ecf9f54ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:22:34.541444 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-b4c15f6b-88bf-4346-9a22-e7e143099b8a None None] Current status of the port 0f768b32-0265-4593-8c71-42ad59286254 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:34.628661 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:22:34.676780 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:34.677371 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:34.770797 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:36.545735 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 0f768b32-0265-4593-8c71-42ad59286254 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:22:36.596293 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 0f768b32-0265-4593-8c71-42ad59286254 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:36.596668 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (0f768b32-0265-4593-8c71-42ad59286254), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:36.677004 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 0f768b32-0265-4593-8c71-42ad59286254 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:22:39.787598 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dae3bc-9caf-4892-8d68-8593fb7d41e5 req-b8088237-29bd-485a-86e0-52ccf28ca37d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:39.788327 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70dae3bc-9caf-4892-8d68-8593fb7d41e5 req-b8088237-29bd-485a-86e0-52ccf28ca37d tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 945 time: 0.0510502 Jul 28 09:22:39.841568 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70dae3bc-9caf-4892-8d68-8593fb7d41e5 req-02597a68-68ec-40e1-b547-d5e4cd80c646 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475228 Jul 28 09:22:40.102813 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=43 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:40.118338 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:40.323785 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:40.329030 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:40.344350 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4462de2-0a67-4af7-b245-da206dd913c5 req-1e70d293-07e3-4ff0-8ba7-6607d8b4bbdf tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:40.345791 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4462de2-0a67-4af7-b245-da206dd913c5 req-1e70d293-07e3-4ff0-8ba7-6607d8b4bbdf tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 946 time: 0.0492001 Jul 28 09:22:40.396371 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c4462de2-0a67-4af7-b245-da206dd913c5 req-41c09c1d-ec1b-4b7b-b6e2-bc719b6f972c tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437906 Jul 28 09:22:40.968525 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a8a9f-d367-4b8f-8e54-1cf4e8f48fce req-e6e5a71a-8b67-4089-8757-a7fc4e67ae2c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:40.969932 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-394a8a9f-d367-4b8f-8e54-1cf4e8f48fce req-e6e5a71a-8b67-4089-8757-a7fc4e67ae2c tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 945 time: 0.0507307 Jul 28 09:22:41.017629 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-394a8a9f-d367-4b8f-8e54-1cf4e8f48fce req-f65ad755-21f9-47f2-8c13-a1a1fbfe6a7f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Jul 28 09:22:41.528693 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df879bd4-2d10-40d8-a384-70897e391549 req-e6e058ed-9c78-4458-84d9-79a58326d1be tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:41.528693 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df879bd4-2d10-40d8-a384-70897e391549 req-e6e058ed-9c78-4458-84d9-79a58326d1be tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 946 time: 0.0536859 Jul 28 09:22:41.577292 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-df879bd4-2d10-40d8-a384-70897e391549 req-802725a6-9020-45de-bd73-cbfbca75ef33 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414815 Jul 28 09:22:42.144493 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da149e14-0d78-4a57-803f-2ac3ca52715f req-381824ff-467a-4f68-8f57-6d4995cde6ca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:42.146018 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da149e14-0d78-4a57-803f-2ac3ca52715f req-381824ff-467a-4f68-8f57-6d4995cde6ca tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 945 time: 0.0490189 Jul 28 09:22:42.194117 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-da149e14-0d78-4a57-803f-2ac3ca52715f req-bdae8d28-7a00-49b7-9c0f-dcccd7c5fbb4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417073 Jul 28 09:22:42.508798 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=26,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:42.701228 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0852c-68f8-478e-ad7b-b5e3f3d80a30 req-45f13bd9-4ca6-4b9d-aaf7-5811226d337e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:42.702764 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-40d0852c-68f8-478e-ad7b-b5e3f3d80a30 req-45f13bd9-4ca6-4b9d-aaf7-5811226d337e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 946 time: 0.0465362 Jul 28 09:22:42.777357 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-29398cf8-37bc-4f00-8b60-40ed11f033c4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:42.778752 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-29398cf8-37bc-4f00-8b60-40ed11f033c4 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 945 time: 0.0644677 Jul 28 09:22:42.793446 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-40d0852c-68f8-478e-ad7b-b5e3f3d80a30 req-fc0af23b-e756-46ff-b1cc-b46a05a0ec74 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850201 Jul 28 09:22:42.981486 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Deleting port 1eee53e9-c381-4035-8bc0-2271c557daf3 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:42.981829 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:43.077277 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] For port 1eee53e9-c381-4035-8bc0-2271c557daf3, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=1eee53e9-c381-4035-8bc0-2271c557daf3,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:43.077645 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:43.207031 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-2688b392-2bf5-4ca6-b971-f8c4974a2291 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:43.208520 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-2688b392-2bf5-4ca6-b971-f8c4974a2291 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 946 time: 0.0884690 Jul 28 09:22:43.387208 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813a619-521e-417f-9d22-b5363b469e63 req-c73c140a-d762-4b66-830a-39d2d9ec9dfc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:43.388573 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8813a619-521e-417f-9d22-b5363b469e63 req-c73c140a-d762-4b66-830a-39d2d9ec9dfc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 945 time: 0.1055436 Jul 28 09:22:43.390485 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:43.390842 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (8ad73082-0065-4fa9-9d03-b0dee9295d7d), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:43.391163 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Floating IP 8ad73082-0065-4fa9-9d03-b0dee9295d7d disassociated. External IP: 172.27.0.239, port: 1eee53e9-c381-4035-8bc0-2271c557daf3. Jul 28 09:22:43.391658 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Calling delete_port for 1eee53e9-c381-4035-8bc0-2271c557daf3 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:43.400446 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Deleting port 760da6e1-e95d-4104-b4c2-bc4781aafac6 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:43.400776 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:43.408607 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:43.432014 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:43.551561 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8813a619-521e-417f-9d22-b5363b469e63 req-701619cd-8c8a-434f-925c-7572958ff412 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups?id=fed49378-3f3f-45ef-b310-257993092ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555090 Jul 28 09:22:43.586963 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] For port 760da6e1-e95d-4104-b4c2-bc4781aafac6, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=760da6e1-e95d-4104-b4c2-bc4781aafac6,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:43.587328 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:43.747265 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (1eee53e9-c381-4035-8bc0-2271c557daf3), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:43.803181 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'Port': ['ID=1eee53e9-c381-4035-8bc0-2271c557daf3,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:43.822185 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.822532 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.822874 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.823207 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.823542 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.823872 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.824202 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.824524 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.824848 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.825167 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.825479 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.826098 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.826212 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.826462 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.826780 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:43.845175 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:43.845600 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (8ba64696-1456-4a91-8f24-9c3ec1e37a50), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:43.846052 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Floating IP 8ba64696-1456-4a91-8f24-9c3ec1e37a50 disassociated. External IP: 172.27.0.84, port: 760da6e1-e95d-4104-b4c2-bc4781aafac6. Jul 28 09:22:43.846407 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Calling delete_port for 760da6e1-e95d-4104-b4c2-bc4781aafac6 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:43.999851 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f9daa-edec-4e55-83e1-6ae9ec966fc5 req-5121f470-cbf7-4320-a49a-16928f666391 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:44.001209 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-866f9daa-edec-4e55-83e1-6ae9ec966fc5 req-5121f470-cbf7-4320-a49a-16928f666391 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 946 time: 0.1173532 Jul 28 09:22:44.084000 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Router 109703c7-684e-4e7e-9ac7-451f56fa01a1 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:22:44.087869 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-866f9daa-edec-4e55-83e1-6ae9ec966fc5 req-86369fef-36c1-45b2-97fe-555b7f5f9972 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups?id=2e47e0fc-171f-4c07-b4de-b63f4261763b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779102 Jul 28 09:22:44.125476 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:44.224374 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (760da6e1-e95d-4104-b4c2-bc4781aafac6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:44.225745 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:44.264367 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event deleted for resources: {'Port': ['ID=760da6e1-e95d-4104-b4c2-bc4781aafac6,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:44.280264 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:22:44.293539 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea91f5f-60be-4339-b1ea-2a6265b9ae35 None None] Sync routers for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:22:44.306917 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea91f5f-60be-4339-b1ea-2a6265b9ae35 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:44.307563 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-3ea91f5f-60be-4339-b1ea-2a6265b9ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:44.360436 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] No DVR routers for this DVR port 1eee53e9-c381-4035-8bc0-2271c557daf3 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:22:44.364077 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:44.367448 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3877c5f9-2408-42fc-8d3d-3d4219625c63 req-4eac055e-ac45-4bc2-b958-84abce783bec tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.60 "DELETE /v2.0/ports/1eee53e9-c381-4035-8bc0-2271c557daf3 HTTP/1.1" status: 204 len: 173 time: 1.4712296 Jul 28 09:22:44.367871 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef10647-3c4a-4486-982f-b243da6f352c', 'name': 'network-vif-deleted', 'tag': '1eee53e9-c381-4035-8bc0-2271c557daf3'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:22:44.370117 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c205b2-90ee-4dd6-8d7c-841a5c146a85" -d '{"events": [{"server_uuid": "cef10647-3c4a-4486-982f-b243da6f352c", "name": "network-vif-deleted", "tag": "1eee53e9-c381-4035-8bc0-2271c557daf3"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:22:44.429832 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-3ea91f5f-60be-4339-b1ea-2a6265b9ae35 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:44.433282 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256fcee1-e46a-4743-93ab-dc50a6945cdc x-openstack-request-id: req-256fcee1-e46a-4743-93ab-dc50a6945cdc {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:22:44.433597 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef10647-3c4a-4486-982f-b243da6f352c", "name": "network-vif-deleted", "tag": "1eee53e9-c381-4035-8bc0-2271c557daf3", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:22:44.433903 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-256fcee1-e46a-4743-93ab-dc50a6945cdc {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:22:44.434362 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256fcee1-e46a-4743-93ab-dc50a6945cdc'] response: {'server_uuid': 'cef10647-3c4a-4486-982f-b243da6f352c', 'name': 'network-vif-deleted', 'tag': '1eee53e9-c381-4035-8bc0-2271c557daf3', 'status': 'completed', 'code': 200} Jul 28 09:22:44.449214 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Router 25cd5ca0-264f-40d2-9291-e424b4e6305d has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:22:44.559325 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:22:44.571086 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae75dd-eb0a-45a5-806d-669f6b7ad0f4 None None] Sync routers for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:22:44.584000 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae75dd-eb0a-45a5-806d-669f6b7ad0f4 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:44.584719 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-1cae75dd-eb0a-45a5-806d-669f6b7ad0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:44.616977 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] No DVR routers for this DVR port 760da6e1-e95d-4104-b4c2-bc4781aafac6 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:22:44.621259 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:44.626307 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0b1c3925-3c35-47cf-96ad-e4dfd6bded7a req-3294650b-0fda-4299-a208-bd30e7f1fd7e tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.60 "DELETE /v2.0/ports/760da6e1-e95d-4104-b4c2-bc4781aafac6 HTTP/1.1" status: 204 len: 173 time: 1.4083321 Jul 28 09:22:44.640302 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-3ea91f5f-60be-4339-b1ea-2a6265b9ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:44.713117 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef222c4d-81d8-4a37-a755-310ff6828696 req-13d8062f-776e-4f32-bf29-656302e15102 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/ports?device_id=cef10647-3c4a-4486-982f-b243da6f352c HTTP/1.1" status: 200 len: 210 time: 0.0450437 Jul 28 09:22:44.715585 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-1cae75dd-eb0a-45a5-806d-669f6b7ad0f4 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:44.767649 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea91f5f-60be-4339-b1ea-2a6265b9ae35 None None] Checking router: 109703c7-684e-4e7e-9ac7-451f56fa01a1 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:22:44.776986 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea91f5f-60be-4339-b1ea-2a6265b9ae35 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:44.777584 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-3ea91f5f-60be-4339-b1ea-2a6265b9ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:44.883937 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-3ea91f5f-60be-4339-b1ea-2a6265b9ae35 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:44.922382 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-1cae75dd-eb0a-45a5-806d-669f6b7ad0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:44.953921 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae75dd-eb0a-45a5-806d-669f6b7ad0f4 None None] Checking router: 25cd5ca0-264f-40d2-9291-e424b4e6305d for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:22:44.962832 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae75dd-eb0a-45a5-806d-669f6b7ad0f4 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:44.963440 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-1cae75dd-eb0a-45a5-806d-669f6b7ad0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:45.070949 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:45.097663 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-1cae75dd-eb0a-45a5-806d-669f6b7ad0f4 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:45.121445 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-3ea91f5f-60be-4339-b1ea-2a6265b9ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:45.150273 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea91f5f-60be-4339-b1ea-2a6265b9ae35 None None] The sync data for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi is: [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:11:25Z', 'revision_number': 4, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '61dd96b9-fee6-44f5-9ae5-312bd1b45601', 'name': '', 'network_id': 'a25c70eb-0093-412d-853c-bc88149a664e', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'mac_address': 'fa:16:3e:82:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:23Z', 'updated_at': '2022-07-28T09:11:47Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'subnets': [{'id': '258e8cda-7921-417b-b638-3be8f77b5ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:22:45.212628 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05584116-65f0-47d5-901c-0ea53a0ce812 req-3b9749eb-e917-4485-be73-471b75f88996 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbf9f15d-39b9-4bd4-959f-0406b46dd02d HTTP/1.1" status: 200 len: 210 time: 0.0293362 Jul 28 09:22:45.295032 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:45.298931 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-1cae75dd-eb0a-45a5-806d-669f6b7ad0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:45.326012 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae75dd-eb0a-45a5-806d-669f6b7ad0f4 None None] The sync data for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi is: [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:11:26Z', 'revision_number': 4, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2406e230-f638-4ca7-bcc2-fb200c0520e5', 'name': '', 'network_id': '62ef4833-ede7-4ed1-81d0-684613a04084', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'mac_address': 'fa:16:3e:00:e4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:24Z', 'updated_at': '2022-07-28T09:11:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'subnets': [{'id': '10724f6b-aa5e-44e0-8302-ebcb010872f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:22:45.408677 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d079b21-ba57-47b7-980f-21fd78f8aade None None] New status for floating IP 8ad73082-0065-4fa9-9d03-b0dee9295d7d: DOWN {{(pid=104126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:22:45.580348 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c2dd0-b36d-4f5e-8bf1-b98478825908 None None] New status for floating IP 8ba64696-1456-4a91-8f24-9c3ec1e37a50: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:22:45.797209 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51088) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:45.852495 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (fed49378-3f3f-45ef-b310-257993092ea5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:45.874841 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (fed49378-3f3f-45ef-b310-257993092ea5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:45.921848 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (fed49378-3f3f-45ef-b310-257993092ea5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:45.924647 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:45.925610 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "DELETE /v2.0/security-groups/fed49378-3f3f-45ef-b310-257993092ea5 HTTP/1.1" status: 204 len: 168 time: 0.1274018 Jul 28 09:22:45.928440 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51090) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:45.936138 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed49378-3f3f-45ef-b310-257993092ea5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:45.942429 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-e0dd2f7b-045e-4fbc-960a-3dbf7b8bbe7f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] show failed (client error): The resource could not be found. Jul 28 09:22:45.946579 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e0dd2f7b-045e-4fbc-960a-3dbf7b8bbe7f tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "GET /v2.0/security-groups/fed49378-3f3f-45ef-b310-257993092ea5 HTTP/1.1" status: 404 len: 347 time: 0.0138311 Jul 28 09:22:45.946736 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.946736 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.946736 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.946736 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.946736 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.946736 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.946736 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.947273 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51092) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:45.947360 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.947360 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.947502 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.947837 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.948168 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.948491 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.948812 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:45.949140 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7589c-3743-4cd0-a138-dba4bde6dccc tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:22:46.061666 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-bb12b066-af11-4582-bc9a-8a32081bf9a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Deleting port fc296fcb-96b4-4480-a002-6a711040a5c6 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:46.062035 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb12b066-af11-4582-bc9a-8a32081bf9a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (fc296fcb-96b4-4480-a002-6a711040a5c6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.315970 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51100) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:46.370299 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ed6d2199-36fa-4b8f-b8cd-77b8d5aa1449 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (2e47e0fc-171f-4c07-b4de-b63f4261763b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.384827 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb12b066-af11-4582-bc9a-8a32081bf9a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (fc296fcb-96b4-4480-a002-6a711040a5c6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.385258 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb12b066-af11-4582-bc9a-8a32081bf9a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (fc296fcb-96b4-4480-a002-6a711040a5c6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.394389 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ed6d2199-36fa-4b8f-b8cd-77b8d5aa1449 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (2e47e0fc-171f-4c07-b4de-b63f4261763b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.397796 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-bb12b066-af11-4582-bc9a-8a32081bf9a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Calling delete_port for fc296fcb-96b4-4480-a002-6a711040a5c6 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:46.443793 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'name': 'network-vif-deleted', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:22:46.446930 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362bcee2-7e72-4872-b397-275338717abc" -d '{"events": [{"server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "name": "network-vif-deleted", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:22:46.492752 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b3e252-2f19-4068-80f3-9360dccc9be6 x-openstack-request-id: req-a1b3e252-2f19-4068-80f3-9360dccc9be6 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:22:46.493040 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf9f15d-39b9-4bd4-959f-0406b46dd02d", "name": "network-vif-deleted", "tag": "760da6e1-e95d-4104-b4c2-bc4781aafac6", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:22:46.493289 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1b3e252-2f19-4068-80f3-9360dccc9be6 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:22:46.493685 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b3e252-2f19-4068-80f3-9360dccc9be6'] response: {'server_uuid': 'bbf9f15d-39b9-4bd4-959f-0406b46dd02d', 'name': 'network-vif-deleted', 'tag': '760da6e1-e95d-4104-b4c2-bc4781aafac6', 'status': 'completed', 'code': 200} Jul 28 09:22:46.550991 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb12b066-af11-4582-bc9a-8a32081bf9a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (fc296fcb-96b4-4480-a002-6a711040a5c6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.577881 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12b066-af11-4582-bc9a-8a32081bf9a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Pushing event deleted for resources: {'Port': ['ID=fc296fcb-96b4-4480-a002-6a711040a5c6,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:46.622063 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:46.645244 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb12b066-af11-4582-bc9a-8a32081bf9a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks [] for floatingip (8ad73082-0065-4fa9-9d03-b0dee9295d7d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.647944 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-bb12b066-af11-4582-bc9a-8a32081bf9a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.649164 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-bb12b066-af11-4582-bc9a-8a32081bf9a6 tempest-AttachVolumeNegativeTest-1344809209 tempest-AttachVolumeNegativeTest-1344809209-project] 10.222.0.48 "DELETE /v2.0/floatingips/8ad73082-0065-4fa9-9d03-b0dee9295d7d HTTP/1.1" status: 204 len: 168 time: 0.7014322 Jul 28 09:22:46.675440 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 1eee53e9-c381-4035-8bc0-2271c557daf3 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:22:46.695423 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 1eee53e9-c381-4035-8bc0-2271c557daf3 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:22:46.696033 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 1eee53e9-c381-4035-8bc0-2271c557daf3 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:22:46.696174 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 760da6e1-e95d-4104-b4c2-bc4781aafac6 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:22:46.699086 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ed6d2199-36fa-4b8f-b8cd-77b8d5aa1449 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (2e47e0fc-171f-4c07-b4de-b63f4261763b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.701977 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ed6d2199-36fa-4b8f-b8cd-77b8d5aa1449 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.703276 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ed6d2199-36fa-4b8f-b8cd-77b8d5aa1449 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "DELETE /v2.0/security-groups/2e47e0fc-171f-4c07-b4de-b63f4261763b HTTP/1.1" status: 204 len: 168 time: 0.3861890 Jul 28 09:22:46.706053 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51106) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:46.714568 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d2199-36fa-4b8f-b8cd-77b8d5aa1449 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e47e0fc-171f-4c07-b4de-b63f4261763b,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:46.724232 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.api.v2.resource [None req-ff60c2ef-80ee-4a00-92e0-2ed07609c3c7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] show failed (client error): The resource could not be found. Jul 28 09:22:46.725665 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ff60c2ef-80ee-4a00-92e0-2ed07609c3c7 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "GET /v2.0/security-groups/2e47e0fc-171f-4c07-b4de-b63f4261763b HTTP/1.1" status: 404 len: 347 time: 0.0179977 Jul 28 09:22:46.726976 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 760da6e1-e95d-4104-b4c2-bc4781aafac6 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:22:46.727500 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 760da6e1-e95d-4104-b4c2-bc4781aafac6 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:22:46.729191 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51108) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:46.842750 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-a566837e-f5b3-453b-b491-c69cf2aaf6b3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Deleting port 14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:46.843391 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a566837e-f5b3-453b-b491-c69cf2aaf6b3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.918007 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a566837e-f5b3-453b-b491-c69cf2aaf6b3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.918337 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a566837e-f5b3-453b-b491-c69cf2aaf6b3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:46.931561 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-a566837e-f5b3-453b-b491-c69cf2aaf6b3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Calling delete_port for 14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:47.062857 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a566837e-f5b3-453b-b491-c69cf2aaf6b3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:47.089038 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566837e-f5b3-453b-b491-c69cf2aaf6b3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Pushing event deleted for resources: {'Port': ['ID=14d2f6ce-8c8d-457c-a397-1c5f4d42f4ae,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:47.159383 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a566837e-f5b3-453b-b491-c69cf2aaf6b3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks [] for floatingip (8ba64696-1456-4a91-8f24-9c3ec1e37a50), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:47.161962 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a566837e-f5b3-453b-b491-c69cf2aaf6b3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:47.163094 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a566837e-f5b3-453b-b491-c69cf2aaf6b3 tempest-AttachVolumeShelveTestJSON-216723217 tempest-AttachVolumeShelveTestJSON-216723217-project] 10.222.0.48 "DELETE /v2.0/floatingips/8ba64696-1456-4a91-8f24-9c3ec1e37a50 HTTP/1.1" status: 204 len: 168 time: 0.4326253 Jul 28 09:22:49.585574 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51162) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:49.824396 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:49.835190 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:50.018084 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426779'] for router_interface (25cd5ca0-264f-40d2-9291-e424b4e6305d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:50.241215 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] Deleting port 2406e230-f638-4ca7-bcc2-fb200c0520e5 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:50.241558 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:50.327614 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] For port 2406e230-f638-4ca7-bcc2-fb200c0520e5, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=2406e230-f638-4ca7-bcc2-fb200c0520e5,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:50.327983 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:50.341747 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] Calling delete_port for 2406e230-f638-4ca7-bcc2-fb200c0520e5 owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:50.356836 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51176) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:50.527196 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (2406e230-f638-4ca7-bcc2-fb200c0520e5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:50.550339 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] Pushing event deleted for resources: {'Port': ['ID=2406e230-f638-4ca7-bcc2-fb200c0520e5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:50.559128 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:50.644147 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:50.723342 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33031848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426895'] for router_interface (25cd5ca0-264f-40d2-9291-e424b4e6305d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:50.755316 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426779'] for router_interface (109703c7-684e-4e7e-9ac7-451f56fa01a1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:50.773410 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:50.936060 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] Router 25cd5ca0-264f-40d2-9291-e424b4e6305d has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:22:50.987628 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] Deleting port 61dd96b9-fee6-44f5-9ae5-312bd1b45601 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:50.988233 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.044819 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:22:51.050196 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-80c70340-d37a-46f5-a465-715bc81b2733 admin admin] 10.222.0.48 "PUT /v2.0/routers/25cd5ca0-264f-40d2-9291-e424b4e6305d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4638910 Jul 28 09:22:51.052814 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51180) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:51.053877 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764565c-529d-42f7-a6cb-0323cd414100 None None] Sync routers for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:22:51.065186 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764565c-529d-42f7-a6cb-0323cd414100 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:51.065794 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9764565c-529d-42f7-a6cb-0323cd414100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:51.079134 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] For port 61dd96b9-fee6-44f5-9ae5-312bd1b45601, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=61dd96b9-fee6-44f5-9ae5-312bd1b45601,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:51.079519 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.094370 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] Calling delete_port for 61dd96b9-fee6-44f5-9ae5-312bd1b45601 owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:51.179974 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Publish callbacks [] for router (25cd5ca0-264f-40d2-9291-e424b4e6305d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.182298 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-9764565c-529d-42f7-a6cb-0323cd414100 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:51.298308 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Publish callbacks [] for router_gateway (25cd5ca0-264f-40d2-9291-e424b4e6305d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.324153 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:51.328493 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (61dd96b9-fee6-44f5-9ae5-312bd1b45601), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.335150 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:51.360295 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Deleting port 2c0d184f-683b-467d-91d6-67c0d8bf8634 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:51.360650 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.366751 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] Pushing event deleted for resources: {'Port': ['ID=61dd96b9-fee6-44f5-9ae5-312bd1b45601,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:51.373016 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:51.378167 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9764565c-529d-42f7-a6cb-0323cd414100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:22:50Z', 'revision_number': 5, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port': {'id': '2c0d184f-683b-467d-91d6-67c0d8bf8634', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:23:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:19Z', 'updated_at': '2022-07-28T09:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:51.409952 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764565c-529d-42f7-a6cb-0323cd414100 None None] Checking router: 25cd5ca0-264f-40d2-9291-e424b4e6305d for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:22:51.421165 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764565c-529d-42f7-a6cb-0323cd414100 None None] Routers {'25cd5ca0-264f-40d2-9291-e424b4e6305d'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:51.422243 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9764565c-529d-42f7-a6cb-0323cd414100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25cd5ca0-264f-40d2-9291-e424b4e6305d'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:51.473183 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] For port 2c0d184f-683b-467d-91d6-67c0d8bf8634, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=2c0d184f-683b-467d-91d6-67c0d8bf8634,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:51.473557 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.488026 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Calling delete_port for 2c0d184f-683b-467d-91d6-67c0d8bf8634 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:51.522981 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-9764565c-529d-42f7-a6cb-0323cd414100 None None] Set router 25cd5ca0-264f-40d2-9291-e424b4e6305d gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:51.561566 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:51.577214 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-9764565c-529d-42f7-a6cb-0323cd414100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:22:51Z', 'revision_number': 6, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port_host': None}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:51.588766 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33031848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426895'] for router_interface (109703c7-684e-4e7e-9ac7-451f56fa01a1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.605273 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764565c-529d-42f7-a6cb-0323cd414100 None None] The sync data for ids ['25cd5ca0-264f-40d2-9291-e424b4e6305d'] in dv-cinder-851249-5-iscsi is: [{'id': '25cd5ca0-264f-40d2-9291-e424b4e6305d', 'name': 'tempest-AttachVolumeShelveTestJSON-2015598047-router', 'tenant_id': '6e862416d3ca4d019cd0dd62f439038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:17Z', 'updated_at': '2022-07-28T09:22:51Z', 'revision_number': 6, 'project_id': '6e862416d3ca4d019cd0dd62f439038c', 'gw_port_host': None}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:22:51.687172 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (2c0d184f-683b-467d-91d6-67c0d8bf8634), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.691329 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:51.693622 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:51.714958 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0d184f-683b-467d-91d6-67c0d8bf8634,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:51.778671 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432667'] for router_gateway (25cd5ca0-264f-40d2-9291-e424b4e6305d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.823370 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] Router 109703c7-684e-4e7e-9ac7-451f56fa01a1 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:22:51.866681 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33071504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-589'] for router (25cd5ca0-264f-40d2-9291-e424b4e6305d), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.869642 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Publish callbacks [] for router_controller (25cd5ca0-264f-40d2-9291-e424b4e6305d), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.916412 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33071378'] for router (25cd5ca0-264f-40d2-9291-e424b4e6305d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.917050 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25cd5ca0-264f-40d2-9291-e424b4e6305d {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:22:51.922127 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:51.923280 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a10a280c-2387-4781-9e38-dfb66ed3da8b admin admin] 10.222.0.48 "DELETE /v2.0/routers/25cd5ca0-264f-40d2-9291-e424b4e6305d HTTP/1.1" status: 204 len: 168 time: 0.8695009 Jul 28 09:22:51.926682 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51184) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:51.937218 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:22:51.943044 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-4b5351dd-2095-4190-933a-c49640c52646 admin admin] 10.222.0.48 "PUT /v2.0/routers/109703c7-684e-4e7e-9ac7-451f56fa01a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5851932 Jul 28 09:22:51.946362 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51186) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:51.951095 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144225e-6cc6-402a-9c4e-06880cc81123 None None] Sync routers for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:22:51.964062 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144225e-6cc6-402a-9c4e-06880cc81123 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:51.964762 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9144225e-6cc6-402a-9c4e-06880cc81123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:51.984646 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-0395e38a-06e6-4c9b-8ee3-c4214552e369 admin admin] Deleting subnet 10724f6b-aa5e-44e0-8302-ebcb010872f7 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:22:51.990087 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0395e38a-06e6-4c9b-8ee3-c4214552e369 admin admin] Publish callbacks [] for subnet (10724f6b-aa5e-44e0-8302-ebcb010872f7), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.035555 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0395e38a-06e6-4c9b-8ee3-c4214552e369 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8566482'] for subnet (10724f6b-aa5e-44e0-8302-ebcb010872f7), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.080390 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Publish callbacks [] for router (109703c7-684e-4e7e-9ac7-451f56fa01a1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.141478 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0395e38a-06e6-4c9b-8ee3-c4214552e369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (10724f6b-aa5e-44e0-8302-ebcb010872f7), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.203896 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0395e38a-06e6-4c9b-8ee3-c4214552e369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4130338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8565268'] for subnet (10724f6b-aa5e-44e0-8302-ebcb010872f7), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.211017 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Publish callbacks [] for router_gateway (109703c7-684e-4e7e-9ac7-451f56fa01a1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.235693 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-0395e38a-06e6-4c9b-8ee3-c4214552e369 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.243830 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-0395e38a-06e6-4c9b-8ee3-c4214552e369 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/10724f6b-aa5e-44e0-8302-ebcb010872f7 HTTP/1.1" status: 204 len: 168 time: 0.3120313 Jul 28 09:22:52.243830 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395e38a-06e6-4c9b-8ee3-c4214552e369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10724f6b-aa5e-44e0-8302-ebcb010872f7,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:52.244179 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-9144225e-6cc6-402a-9c4e-06880cc81123 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:52.247173 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51188) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:52.257083 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Deleting port b16fd12c-2032-4d5a-bf3d-e94a7911ae20 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:52.257572 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.271207 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d2e0de-4a1b-4c0d-854f-8a9bd54df4fc None None] Network 62ef4833-ede7-4ed1-81d0-684613a04084 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:22:52.327201 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (62ef4833-ede7-4ed1-81d0-684613a04084), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.351516 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] For port b16fd12c-2032-4d5a-bf3d-e94a7911ae20, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=b16fd12c-2032-4d5a-bf3d-e94a7911ae20,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:52.352566 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.370666 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Calling delete_port for b16fd12c-2032-4d5a-bf3d-e94a7911ae20 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:52.396580 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Deleting port 5867f1c7-71c3-4733-8f6c-461f57036de5 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:52.396929 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.422558 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:52.481196 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] For port 5867f1c7-71c3-4733-8f6c-461f57036de5, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=5867f1c7-71c3-4733-8f6c-461f57036de5,segment=NetworkSegment(4c9668f5-d53a-431c-88a4-e4bf58e239b1),segment_id=4c9668f5-d53a-431c-88a4-e4bf58e239b1)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:52.481942 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.504471 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Calling delete_port for 5867f1c7-71c3-4733-8f6c-461f57036de5 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:52.512885 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9144225e-6cc6-402a-9c4e-06880cc81123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:22:51Z', 'revision_number': 5, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port': {'id': 'b16fd12c-2032-4d5a-bf3d-e94a7911ae20', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:11:15Z', 'updated_at': '2022-07-28T09:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:52.551563 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144225e-6cc6-402a-9c4e-06880cc81123 None None] Checking router: 109703c7-684e-4e7e-9ac7-451f56fa01a1 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:22:52.562515 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3cd973-fc31-4bf1-96b2-ceb45aefe64a None None] DHCP port deletion for 62ef4833-ede7-4ed1-81d0-684613a04084 request from dv-cinder-851249-5-iscsi {{(pid=104125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 09:22:52.575225 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144225e-6cc6-402a-9c4e-06880cc81123 None None] Routers {'109703c7-684e-4e7e-9ac7-451f56fa01a1'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:22:52.576254 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9144225e-6cc6-402a-9c4e-06880cc81123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['109703c7-684e-4e7e-9ac7-451f56fa01a1'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:52.618126 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (b16fd12c-2032-4d5a-bf3d-e94a7911ae20), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.632642 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:52.634834 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.667252 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=5867f1c7-71c3-4733-8f6c-461f57036de5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:52.675833 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] No DVR routers for this DVR port 5867f1c7-71c3-4733-8f6c-461f57036de5 on host dv-cinder-851249-5-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:22:52.688880 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Pushing event deleted for resources: {'Port': ['ID=b16fd12c-2032-4d5a-bf3d-e94a7911ae20,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:52.705502 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-9144225e-6cc6-402a-9c4e-06880cc81123 None None] Set router 109703c7-684e-4e7e-9ac7-451f56fa01a1 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:22:52.738979 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432667'] for router_gateway (109703c7-684e-4e7e-9ac7-451f56fa01a1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.764079 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 2406e230-f638-4ca7-bcc2-fb200c0520e5 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:22:52.766561 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-9144225e-6cc6-402a-9c4e-06880cc81123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:22:52Z', 'revision_number': 6, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port_host': None}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:52.768422 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (62ef4833-ede7-4ed1-81d0-684613a04084), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.772632 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.788765 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-9c3cd973-fc31-4bf1-96b2-ceb45aefe64a None None] Deleting port 5867f1c7-71c3-4733-8f6c-461f57036de5 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:52.789135 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd973-fc31-4bf1-96b2-ceb45aefe64a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.796072 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:52.798293 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ef4833-ede7-4ed1-81d0-684613a04084']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:52.809214 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9668f5-d53a-431c-88a4-e4bf58e239b1') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:52.809655 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9668f5-d53a-431c-88a4-e4bf58e239b1') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:52.817807 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:52.824609 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8566475'] for segment (4c9668f5-d53a-431c-88a4-e4bf58e239b1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.841263 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33071504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-589'] for router (109703c7-684e-4e7e-9ac7-451f56fa01a1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.841501 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Publish callbacks [] for router_controller (109703c7-684e-4e7e-9ac7-451f56fa01a1), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.842703 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (4c9668f5-d53a-431c-88a4-e4bf58e239b1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.852879 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:22:52.853319 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130428'] for segment (4c9668f5-d53a-431c-88a4-e4bf58e239b1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.862341 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144225e-6cc6-402a-9c4e-06880cc81123 None None] The sync data for ids ['109703c7-684e-4e7e-9ac7-451f56fa01a1'] in dv-cinder-851249-5-iscsi is: [{'id': '109703c7-684e-4e7e-9ac7-451f56fa01a1', 'name': 'tempest-AttachVolumeNegativeTest-1063801837-router', 'tenant_id': 'c957cfe3391147daab9fc1e59b414a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:11:13Z', 'updated_at': '2022-07-28T09:22:52Z', 'revision_number': 6, 'project_id': 'c957cfe3391147daab9fc1e59b414a3e', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:22:52.863959 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 2406e230-f638-4ca7-bcc2-fb200c0520e5 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:22:52.864471 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 2406e230-f638-4ca7-bcc2-fb200c0520e5 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:22:52.865207 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 2c0d184f-683b-467d-91d6-67c0d8bf8634 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:22:52.900846 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33071378'] for router (109703c7-684e-4e7e-9ac7-451f56fa01a1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.901681 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 109703c7-684e-4e7e-9ac7-451f56fa01a1 {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:22:52.904428 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 2c0d184f-683b-467d-91d6-67c0d8bf8634 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:22:52.904968 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 2c0d184f-683b-467d-91d6-67c0d8bf8634 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:22:52.908920 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.910585 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-30b8c79a-6838-47e8-bd4c-34b74077152e admin admin] 10.222.0.48 "DELETE /v2.0/routers/109703c7-684e-4e7e-9ac7-451f56fa01a1 HTTP/1.1" status: 204 len: 168 time: 0.9621148 Jul 28 09:22:52.913241 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51196) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:52.949718 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-9c3cd973-fc31-4bf1-96b2-ceb45aefe64a None None] For port 5867f1c7-71c3-4733-8f6c-461f57036de5, host dv-cinder-851249-5-iscsi, got binding levels [] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:52.950403 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd973-fc31-4bf1-96b2-ceb45aefe64a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.971422 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-9c3cd973-fc31-4bf1-96b2-ceb45aefe64a None None] Calling delete_port for 5867f1c7-71c3-4733-8f6c-461f57036de5 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:52.974551 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.ipam_backend_mixin [None req-9c3cd973-fc31-4bf1-96b2-ceb45aefe64a None None] Port 5867f1c7-71c3-4733-8f6c-461f57036de5 was not found and therefore no delete operation was performed {{(pid=104125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 28 09:22:52.976071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd973-fc31-4bf1-96b2-ceb45aefe64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942'] for port (5867f1c7-71c3-4733-8f6c-461f57036de5), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.984052 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-188e0f07-b62b-460b-9e36-ba36b0d07b4e admin admin] Deleting subnet 258e8cda-7921-417b-b638-3be8f77b5ab7 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:22:52.987708 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-188e0f07-b62b-460b-9e36-ba36b0d07b4e admin admin] Publish callbacks [] for subnet (258e8cda-7921-417b-b638-3be8f77b5ab7), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.989485 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (62ef4833-ede7-4ed1-81d0-684613a04084), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.995748 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:52.998996 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] 10.222.0.48 "DELETE /v2.0/networks/62ef4833-ede7-4ed1-81d0-684613a04084 HTTP/1.1" status: 204 len: 168 time: 0.7508707 Jul 28 09:22:53.003370 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c3cd973-fc31-4bf1-96b2-ceb45aefe64a None None] Network 62ef4833-ede7-4ed1-81d0-684613a04084 is not hosted by any dhcp agent {{(pid=104125) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 09:22:53.003696 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cd973-fc31-4bf1-96b2-ceb45aefe64a None None] No DVR routers for this DVR port 5867f1c7-71c3-4733-8f6c-461f57036de5 on host dv-cinder-851249-5-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:22:53.005310 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cd973-fc31-4bf1-96b2-ceb45aefe64a None None] Pushing event deleted for resources: {'Port': ['ID=5867f1c7-71c3-4733-8f6c-461f57036de5,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:53.038956 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008492e-5e40-45c0-81fd-f4a6f77c3a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=62ef4833-ede7-4ed1-81d0-684613a04084,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:53.052516 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-188e0f07-b62b-460b-9e36-ba36b0d07b4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8566482'] for subnet (258e8cda-7921-417b-b638-3be8f77b5ab7), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.100594 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 4c9668f5-d53a-431c-88a4-e4bf58e239b1 resource provider aggregate not found Jul 28 09:22:53.134547 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 4c9668f5-d53a-431c-88a4-e4bf58e239b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c9668f5-d53a-431c-88a4-e4bf58e239b1 found for delete ", "request_id": "req-b05575a3-28c7-43bb-a372-0e5d48be8f6d"}]} Jul 28 09:22:53.141119 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51202) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:53.141525 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-188e0f07-b62b-460b-9e36-ba36b0d07b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (258e8cda-7921-417b-b638-3be8f77b5ab7), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.184136 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a8679a6e-086a-4545-ae94-275a3acf3269 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e862416d3ca4d019cd0dd62f439038c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414624 Jul 28 09:22:53.186752 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51204) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:53.240879 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-17e95b58-f466-429b-9805-08b5fe66c5eb admin admin] Publish callbacks [] for security_group (d6067bb8-f3cc-4057-a1dc-49ea001fe2a7), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.282311 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-17e95b58-f466-429b-9805-08b5fe66c5eb admin admin] Publish callbacks [] for security_group (d6067bb8-f3cc-4057-a1dc-49ea001fe2a7), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.349829 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-17e95b58-f466-429b-9805-08b5fe66c5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d6067bb8-f3cc-4057-a1dc-49ea001fe2a7), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.353247 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-17e95b58-f466-429b-9805-08b5fe66c5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.357617 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-17e95b58-f466-429b-9805-08b5fe66c5eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6067bb8-f3cc-4057-a1dc-49ea001fe2a7 HTTP/1.1" status: 204 len: 168 time: 0.1698010 Jul 28 09:22:53.370501 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e95b58-f466-429b-9805-08b5fe66c5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6067bb8-f3cc-4057-a1dc-49ea001fe2a7,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:53.462844 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-188e0f07-b62b-460b-9e36-ba36b0d07b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4130338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8565268'] for subnet (258e8cda-7921-417b-b638-3be8f77b5ab7), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.513514 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e0f07-b62b-460b-9e36-ba36b0d07b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258e8cda-7921-417b-b638-3be8f77b5ab7,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:53.516918 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-188e0f07-b62b-460b-9e36-ba36b0d07b4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.522437 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-188e0f07-b62b-460b-9e36-ba36b0d07b4e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/258e8cda-7921-417b-b638-3be8f77b5ab7 HTTP/1.1" status: 204 len: 168 time: 0.6077833 Jul 28 09:22:53.525728 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51212) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:53.528509 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31702e9e-11d2-4712-8358-c62281aaaabb None None] Network a25c70eb-0093-412d-853c-bc88149a664e requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:22:53.561470 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:53.645012 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (a25c70eb-0093-412d-853c-bc88149a664e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.707828 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Deleting port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:53.708184 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.845088 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c55d3c1-1f86-4977-9fd7-55c8f5f664d4 None None] DHCP port deletion for a25c70eb-0093-412d-853c-bc88149a664e request from dv-cinder-851249-5-iscsi {{(pid=104125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 09:22:53.868977 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] For port ce65eb61-3ca2-49c7-90d2-b7affadd8e04, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=ce65eb61-3ca2-49c7-90d2-b7affadd8e04,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:53.869688 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.879253 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:53.894531 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-2c55d3c1-1f86-4977-9fd7-55c8f5f664d4 None None] Deleting port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:22:53.894968 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c55d3c1-1f86-4977-9fd7-55c8f5f664d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.896679 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Calling delete_port for ce65eb61-3ca2-49c7-90d2-b7affadd8e04 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:53.966907 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-017d22aa-2d03-4f03-bb60-08b6f1c0b4ad tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362222153&fields=id&tenant_id=b688d320376c4492b3ca97b95c5207a5 HTTP/1.1" status: 200 len: 267 time: 0.1001573 Jul 28 09:22:53.974302 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-2c55d3c1-1f86-4977-9fd7-55c8f5f664d4 None None] For port ce65eb61-3ca2-49c7-90d2-b7affadd8e04, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=ce65eb61-3ca2-49c7-90d2-b7affadd8e04,segment=NetworkSegment(d6813626-8c72-4cba-bbb8-34546e162d23),segment_id=d6813626-8c72-4cba-bbb8-34546e162d23)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:22:53.974909 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c55d3c1-1f86-4977-9fd7-55c8f5f664d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:53.990298 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-2c55d3c1-1f86-4977-9fd7-55c8f5f664d4 None None] Calling delete_port for ce65eb61-3ca2-49c7-90d2-b7affadd8e04 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:22:54.038113 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:54.074708 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:54.089960 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2c55d3c1-1f86-4977-9fd7-55c8f5f664d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942'] for port (ce65eb61-3ca2-49c7-90d2-b7affadd8e04), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:54.110589 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce65eb61-3ca2-49c7-90d2-b7affadd8e04,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:54.117596 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] No DVR routers for this DVR port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 on host dv-cinder-851249-5-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:22:54.128009 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55d3c1-1f86-4977-9fd7-55c8f5f664d4 None None] Pushing event deleted for resources: {'Port': ['ID=ce65eb61-3ca2-49c7-90d2-b7affadd8e04,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:54.139339 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55d3c1-1f86-4977-9fd7-55c8f5f664d4 None None] No DVR routers for this DVR port ce65eb61-3ca2-49c7-90d2-b7affadd8e04 on host dv-cinder-851249-5-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:22:54.155930 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d4f0b-24ad-486c-aaad-582a61376834 req-0b714ad0-0cdc-4a26-98c1-0315e2b268e1 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:54.157417 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-0b714ad0-0cdc-4a26-98c1-0315e2b268e1 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 811 time: 0.1796365 Jul 28 09:22:54.212786 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-24d92954-b028-4c2f-b12c-c770a0584eb0 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/quotas/b688d320376c4492b3ca97b95c5207a5 HTTP/1.1" status: 200 len: 375 time: 0.0435698 Jul 28 09:22:54.232458 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (a25c70eb-0093-412d-853c-bc88149a664e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:54.249879 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:54.281213 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25c70eb-0093-412d-853c-bc88149a664e']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:54.287084 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-2f9d5991-f504-4ee8-958d-c0a283f773df tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671172 Jul 28 09:22:54.295537 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6813626-8c72-4cba-bbb8-34546e162d23') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:54.295828 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6813626-8c72-4cba-bbb8-34546e162d23') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:54.306169 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047029'] for segment (d6813626-8c72-4cba-bbb8-34546e162d23), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:54.325750 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (d6813626-8c72-4cba-bbb8-34546e162d23), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:54.332883 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:22:54.333435 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3789489'] for segment (d6813626-8c72-4cba-bbb8-34546e162d23), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:54.552262 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 5867f1c7-71c3-4733-8f6c-461f57036de5 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:22:54.575568 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 5867f1c7-71c3-4733-8f6c-461f57036de5 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:22:54.575913 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 5867f1c7-71c3-4733-8f6c-461f57036de5 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:22:54.576513 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device ce65eb61-3ca2-49c7-90d2-b7affadd8e04 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:22:54.596793 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: ce65eb61-3ca2-49c7-90d2-b7affadd8e04 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:22:54.597398 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device ce65eb61-3ca2-49c7-90d2-b7affadd8e04 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:22:54.597984 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device b16fd12c-2032-4d5a-bf3d-e94a7911ae20 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:22:54.617256 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: b16fd12c-2032-4d5a-bf3d-e94a7911ae20 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:22:54.618152 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device b16fd12c-2032-4d5a-bf3d-e94a7911ae20 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:22:54.618567 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 61dd96b9-fee6-44f5-9ae5-312bd1b45601 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:22:54.629169 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment d6813626-8c72-4cba-bbb8-34546e162d23 resource provider aggregate not found Jul 28 09:22:54.637376 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 61dd96b9-fee6-44f5-9ae5-312bd1b45601 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:22:54.637643 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 61dd96b9-fee6-44f5-9ae5-312bd1b45601 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:22:54.639547 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d244c668-dbd4-47ab-b1b5-b6bc1b0b995b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:22:54.640548 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d244c668-dbd4-47ab-b1b5-b6bc1b0b995b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3278787 Jul 28 09:22:54.654003 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment d6813626-8c72-4cba-bbb8-34546e162d23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6813626-8c72-4cba-bbb8-34546e162d23 found for delete ", "request_id": "req-5bdf39a1-18c2-4e05-9412-d59dab6324cf"}]} Jul 28 09:22:54.701293 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (a25c70eb-0093-412d-853c-bc88149a664e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:54.710129 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:54.713248 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] 10.222.0.48 "DELETE /v2.0/networks/a25c70eb-0093-412d-853c-bc88149a664e HTTP/1.1" status: 204 len: 168 time: 1.1850631 Jul 28 09:22:54.734542 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a63cfc-d049-4222-9032-690c1c82574e admin admin] Pushing event deleted for resources: {'Network': ['ID=a25c70eb-0093-412d-853c-bc88149a664e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:54.769625 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-a88b31eb-45ce-4142-91b1-8c09c0d13333 service neutron] 10.222.0.48 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147301 Jul 28 09:22:54.887957 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-a0579de6-5e98-4a70-a7b3-1889424f575f service neutron] 10.222.0.48 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045063 Jul 28 09:22:54.940877 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51254) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:54.982511 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6d164734-1f5c-4f10-8f50-1914ad7c5999 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c957cfe3391147daab9fc1e59b414a3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404584 Jul 28 09:22:54.984852 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51258) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:55.040692 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-395baf3b-f0f3-4131-8fa8-813d58b97d2f admin admin] Publish callbacks [] for security_group (d0298575-063c-4f81-89bc-e830c841034d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:55.065734 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-395baf3b-f0f3-4131-8fa8-813d58b97d2f admin admin] Publish callbacks [] for security_group (d0298575-063c-4f81-89bc-e830c841034d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:55.118979 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-395baf3b-f0f3-4131-8fa8-813d58b97d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d0298575-063c-4f81-89bc-e830c841034d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:55.121980 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-395baf3b-f0f3-4131-8fa8-813d58b97d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:55.123478 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-395baf3b-f0f3-4131-8fa8-813d58b97d2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0298575-063c-4f81-89bc-e830c841034d HTTP/1.1" status: 204 len: 168 time: 0.1375473 Jul 28 09:22:55.135620 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395baf3b-f0f3-4131-8fa8-813d58b97d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0298575-063c-4f81-89bc-e830c841034d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:55.218388 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3ddacc8-bc44-4ef7-bac1-1db12d4ae2b4 req-f1e12beb-9eb2-447a-b0d3-d2bd2460dbcc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 210 time: 0.0300186 Jul 28 09:22:55.893752 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51298) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:56.010640 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-931180131-network', 'tenant_id': '8143761879274c36a2ec81932c3f6a16'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:56.044387 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Made reservation on behalf of 8143761879274c36a2ec81932c3f6a16 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:22:56.047192 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.057157 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.139060 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Publish callbacks [] for security_group (916667b3-24c4-4d22-bca7-7de2d27bc7d1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.142884 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (916667b3-24c4-4d22-bca7-7de2d27bc7d1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.171820 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:22:56.183850 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916667b3-24c4-4d22-bca7-7de2d27bc7d1,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:56.190765 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (257bfdbd-a9e0-4435-986a-9cd07f56112b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.191112 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Added segment 257bfdbd-a9e0-4435-986a-9cd07f56112b of type vlan for network 04362fce-41f1-432f-ac57-02c678ad7c13 Jul 28 09:22:56.236233 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (04362fce-41f1-432f-ac57-02c678ad7c13), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.277040 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (04362fce-41f1-432f-ac57-02c678ad7c13), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.278506 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:56.279409 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.356108 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4612648 Jul 28 09:22:56.358990 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51314) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:56.365987 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] Request body: {'subnet': {'network_id': '04362fce-41f1-432f-ac57-02c678ad7c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-931180131-subnet', 'tenant_id': '8143761879274c36a2ec81932c3f6a16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:56.371145 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd513e4-9b55-4551-b7d8-13bf70e1ef41 admin admin] Pushing event updated for resources: {'Network': ['ID=04362fce-41f1-432f-ac57-02c678ad7c13,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:56.374133 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a5be461d-dacc-4893-b96a-70d6d569e692 req-a82a3677-7e84-48ba-8bef-bb9755200979 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 210 time: 0.0534546 Jul 28 09:22:56.382374 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network 04362fce-41f1-432f-ac57-02c678ad7c13 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:22:56.399508 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] Made reservation on behalf of 8143761879274c36a2ec81932c3f6a16 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:22:56.403060 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8565297'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.416746 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:56.501132 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=73,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=13 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:56.533790 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d4f0b-24ad-486c-aaad-582a61376834 req-83400f02-fca2-4af3-acfa-0add661b9a6d tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:56.536903 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-83400f02-fca2-4af3-acfa-0add661b9a6d tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 811 time: 0.1977026 Jul 28 09:22:56.633044 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8565279'] for subnet (0b4f15ba-9078-4fab-9027-5b3d37661e79), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.645351 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-4108aba0-eb63-4aa8-ae79-505b201a253d tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b688d320376c4492b3ca97b95c5207a5 HTTP/1.1" status: 200 len: 379 time: 0.0751388 Jul 28 09:22:56.656030 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'port': {'device_id': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'admin_state_up': True, 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'security_groups': ['6e83689d-2cda-41a7-8ff5-b53fc33e0333']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:56.697671 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4f15ba-9078-4fab-9027-5b3d37661e79,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:56.708721 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] Checking segment: {'id': '257bfdbd-a9e0-4435-986a-9cd07f56112b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '04362fce-41f1-432f-ac57-02c678ad7c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:22:56.709349 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] Network hostable DHCP agents. Network: 04362fce-41f1-432f-ac57-02c678ad7c13, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:22:56.724460 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:56.729963 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] Network 04362fce-41f1-432f-ac57-02c678ad7c13 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:22:56.741312 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, 04362fce-41f1-432f-ac57-02c678ad7c13) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:56.745940 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:56.746542 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.751145 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec837c0-4367-48a5-a45f-5f16d80f60bb None None] Network 04362fce-41f1-432f-ac57-02c678ad7c13 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:22:56.765249 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a85a2a12-13b7-468a-a9f2-9dc3e3398ceb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4030139 Jul 28 09:22:56.807174 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Made reservation on behalf of b688d320376c4492b3ca97b95c5207a5 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:22:56.815066 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.846452 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:56.880755 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2deeef-7d73-47ac-924f-2e9ce1c3919e None None] Network 04362fce-41f1-432f-ac57-02c678ad7c13 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:22:56.962541 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7fc0665d-becc-4443-9bcb-ffdabe5948f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:56.978383 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Allocated IP 172.20.0.4 (d35f2c27-9c9b-43b1-b077-ba21c954e931/4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb/576868e7-d820-4531-a560-9a02eb21a924) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:22:57.145249 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for port (576868e7-d820-4531-a560-9a02eb21a924), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.180680 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (576868e7-d820-4531-a560-9a02eb21a924), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.240961 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Network d35f2c27-9c9b-43b1-b077-ba21c954e931 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:22:57.244370 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:57.248517 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:22:57.274835 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'Port': ['ID=576868e7-d820-4531-a560-9a02eb21a924,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:57.309919 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:57.310579 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.331167 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-d450c7b8-c4f4-4be4-b879-ba83a4d0026e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6790912 Jul 28 09:22:57.358652 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Request body: {'port': {'device_id': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:57.359369 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51332) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:57.365302 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-986830612-network', 'tenant_id': '584eef3a91f443e2ac0e103f7ada1ad7'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:57.415748 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Made reservation on behalf of 584eef3a91f443e2ac0e103f7ada1ad7 for: {'network': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:22:57.423216 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.436377 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.477749 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (576868e7-d820-4531-a560-9a02eb21a924), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.576683 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-1dcfbc55-4057-4d4e-9478-657980726ddf None None] Provisioning complete for port 576868e7-d820-4531-a560-9a02eb21a924 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:22:57.578823 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbc55-4057-4d4e-9478-657980726ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (576868e7-d820-4531-a560-9a02eb21a924), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.632417 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Publish callbacks [] for security_group (b841853f-64f1-491e-af62-9b5f66b4f4cc), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.640779 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (b841853f-64f1-491e-af62-9b5f66b4f4cc), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.645100 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-1dcfbc55-4057-4d4e-9478-657980726ddf None None] Port 576868e7-d820-4531-a560-9a02eb21a924 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:22:57.666775 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c20c6-6176-417a-8337-a2cfa7d7fe56 req-01473421-1351-4e9b-8488-97068c08219f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:57.668428 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=104123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:22:57.669380 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-423c20c6-6176-417a-8337-a2cfa7d7fe56 req-01473421-1351-4e9b-8488-97068c08219f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 931 time: 0.1365869 Jul 28 09:22:57.693303 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b841853f-64f1-491e-af62-9b5f66b4f4cc,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:57.710441 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (77964ab6-de3d-4110-ab0a-52d6dfb6e89c), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.711214 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.segments_db [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Added segment 77964ab6-de3d-4110-ab0a-52d6dfb6e89c of type vlan for network a0c2fc37-dfb4-4397-8435-76bf8a89696e Jul 28 09:22:57.764409 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (a0c2fc37-dfb4-4397-8435-76bf8a89696e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.785463 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:57.795684 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (a0c2fc37-dfb4-4397-8435-76bf8a89696e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.796939 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:57.797637 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.815078 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-423c20c6-6176-417a-8337-a2cfa7d7fe56 req-6363f459-bd96-419c-8e68-1c51a6de29d4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334779 Jul 28 09:22:57.866260 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5049896 Jul 28 09:22:57.869690 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51342) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:57.874507 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] Request body: {'subnet': {'network_id': 'a0c2fc37-dfb4-4397-8435-76bf8a89696e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-986830612-subnet', 'tenant_id': '584eef3a91f443e2ac0e103f7ada1ad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:22:57.889210 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:57.926517 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f37118-ab53-4da3-a139-a5411ef4ef9c admin admin] Pushing event updated for resources: {'Network': ['ID=a0c2fc37-dfb4-4397-8435-76bf8a89696e,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:57.931894 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] Made reservation on behalf of 584eef3a91f443e2ac0e103f7ada1ad7 for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:22:57.936192 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8565297'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.938582 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network a0c2fc37-dfb4-4397-8435-76bf8a89696e details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:22:57.950299 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576868e7-d820-4531-a560-9a02eb21a924 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:22:57.959260 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Publish callbacks [] for port (576868e7-d820-4531-a560-9a02eb21a924), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:57.973702 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Transition to ACTIVE for port object 576868e7-d820-4531-a560-9a02eb21a924 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:22:57.979235 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (576868e7-d820-4531-a560-9a02eb21a924), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.071327 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Pushing event updated for resources: {'Port': ['ID=576868e7-d820-4531-a560-9a02eb21a924,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:58.084237 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:58.126461 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:58.130255 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Attempting to bind port 576868e7-d820-4531-a560-9a02eb21a924 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:22:58.130706 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Attempting to bind port 576868e7-d820-4531-a560-9a02eb21a924 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:22:58.131049 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Attempting to bind port 576868e7-d820-4531-a560-9a02eb21a924 on network d35f2c27-9c9b-43b1-b077-ba21c954e931 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:22:58.137012 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Port 576868e7-d820-4531-a560-9a02eb21a924 on network d35f2c27-9c9b-43b1-b077-ba21c954e931 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:22:58.137433 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Attempting to bind port 576868e7-d820-4531-a560-9a02eb21a924 on network d35f2c27-9c9b-43b1-b077-ba21c954e931 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:22:58.143697 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:22:58.144161 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Checking segment: {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:22:58.145318 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Bound using segment: {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:22:58.145318 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Bound port: 576868e7-d820-4531-a560-9a02eb21a924, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:22:58.145603 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (576868e7-d820-4531-a560-9a02eb21a924), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.225208 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8565279'] for subnet (1b4f8c8f-62ef-4bde-b352-1212ada8d370), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.239412 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] For port 576868e7-d820-4531-a560-9a02eb21a924, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:22:58.242807 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] For port 576868e7-d820-4531-a560-9a02eb21a924, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=576868e7-d820-4531-a560-9a02eb21a924,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:22:58.248872 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (576868e7-d820-4531-a560-9a02eb21a924), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.282084 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4f8c8f-62ef-4bde-b352-1212ada8d370,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:58.288900 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:58.290843 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.292097 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] 10.222.0.60 "PUT /v2.0/ports/576868e7-d820-4531-a560-9a02eb21a924 HTTP/1.1" status: 200 len: 1093 time: 0.9453733 Jul 28 09:22:58.292097 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'tag': '576868e7-d820-4531-a560-9a02eb21a924'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:22:58.294452 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05509d93-e45e-4cb1-836e-e79ba282e435" -d '{"events": [{"name": "network-changed", "server_uuid": "c938b286-4c8f-4695-b0fc-942f9c573cb9", "tag": "576868e7-d820-4531-a560-9a02eb21a924"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:22:58.301904 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] Checking segment: {'id': '77964ab6-de3d-4110-ab0a-52d6dfb6e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a0c2fc37-dfb4-4397-8435-76bf8a89696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:22:58.302343 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] Network hostable DHCP agents. Network: a0c2fc37-dfb4-4397-8435-76bf8a89696e, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:22:58.323147 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] Network a0c2fc37-dfb4-4397-8435-76bf8a89696e is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:22:58.336595 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, a0c2fc37-dfb4-4397-8435-76bf8a89696e) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:22:58.347518 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad448c-faa9-4ae6-9d37-0e50a43fcef7 service neutron] Pushing event updated for resources: {'Port': ['ID=576868e7-d820-4531-a560-9a02eb21a924,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:58.351853 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:58.353522 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.357289 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3de45-9576-4584-91f1-d6f541b9486e None None] Network a0c2fc37-dfb4-4397-8435-76bf8a89696e requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:22:58.365600 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e97e20-9473-4d60-9e21-5545b0430d5e x-openstack-request-id: req-e5e97e20-9473-4d60-9e21-5545b0430d5e {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:22:58.365918 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c938b286-4c8f-4695-b0fc-942f9c573cb9", "tag": "576868e7-d820-4531-a560-9a02eb21a924", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:22:58.366177 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5e97e20-9473-4d60-9e21-5545b0430d5e {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:22:58.366589 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e97e20-9473-4d60-9e21-5545b0430d5e'] response: {'name': 'network-changed', 'server_uuid': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'tag': '576868e7-d820-4531-a560-9a02eb21a924', 'status': 'completed', 'code': 200} Jul 28 09:22:58.382109 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-cc55f5d6-d5e3-4a57-90f9-2ea405fd7805 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5113127 Jul 28 09:22:58.435972 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d4f0b-24ad-486c-aaad-582a61376834 req-afc48b26-6dee-45f5-9ef9-e1c788494e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:58.438035 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-afc48b26-6dee-45f5-9ef9-e1c788494e2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 1127 time: 0.0625033 Jul 28 09:22:58.499090 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-4729d10f-e6d6-4638-bb5b-7f5877e99a44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=576868e7-d820-4531-a560-9a02eb21a924 HTTP/1.1" status: 200 len: 217 time: 0.0413055 Jul 28 09:22:58.511752 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6cc9ea-1367-4cf1-8efd-06f4298f6333 None None] Network a0c2fc37-dfb4-4397-8435-76bf8a89696e requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:22:58.555350 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51352) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:58.559979 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d4f0b-24ad-486c-aaad-582a61376834 req-bea6a259-65d2-4c5e-9b55-fbcccee31e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:58.561533 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-bea6a259-65d2-4c5e-9b55-fbcccee31e75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0527511 Jul 28 09:22:58.617380 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-786f8f15-d552-4678-b1ac-c1e4dbb24c6d admin admin] Deleting subnet 0b4f15ba-9078-4fab-9027-5b3d37661e79 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:22:58.617890 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d4f0b-24ad-486c-aaad-582a61376834 req-66d4e119-afad-4bff-9b55-a7a4c442f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:58.620073 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-66d4e119-afad-4bff-9b55-a7a4c442f854 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516455 Jul 28 09:22:58.621753 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-786f8f15-d552-4678-b1ac-c1e4dbb24c6d admin admin] Publish callbacks [] for subnet (0b4f15ba-9078-4fab-9027-5b3d37661e79), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.640957 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:58.666438 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-786f8f15-d552-4678-b1ac-c1e4dbb24c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8566482'] for subnet (0b4f15ba-9078-4fab-9027-5b3d37661e79), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.708443 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-786f8f15-d552-4678-b1ac-c1e4dbb24c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (0b4f15ba-9078-4fab-9027-5b3d37661e79), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.721891 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-b9f19745-c736-4b76-80f7-c43f0fe0fa44 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957611 Jul 28 09:22:58.765204 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-786f8f15-d552-4678-b1ac-c1e4dbb24c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4130338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8565268'] for subnet (0b4f15ba-9078-4fab-9027-5b3d37661e79), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.790048 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f8f15-d552-4678-b1ac-c1e4dbb24c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4f15ba-9078-4fab-9027-5b3d37661e79,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:58.795665 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-786f8f15-d552-4678-b1ac-c1e4dbb24c6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.801403 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-786f8f15-d552-4678-b1ac-c1e4dbb24c6d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0b4f15ba-9078-4fab-9027-5b3d37661e79 HTTP/1.1" status: 204 len: 168 time: 0.2447186 Jul 28 09:22:58.802129 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51354) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:58.824594 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-357d4f0b-24ad-486c-aaad-582a61376834 req-fcfa8791-8ecb-4606-88ff-b34c303e098a service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964916 Jul 28 09:22:58.884385 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (04362fce-41f1-432f-ac57-02c678ad7c13), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.942884 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ac352-ce5e-40ec-964a-2fa72c336e34 req-d4c967f5-03c0-4555-b926-5c3f62b1d940 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:58.944365 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c4ac352-ce5e-40ec-964a-2fa72c336e34 req-d4c967f5-03c0-4555-b926-5c3f62b1d940 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 943 time: 0.0488279 Jul 28 09:22:58.963208 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (04362fce-41f1-432f-ac57-02c678ad7c13), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:58.986787 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:58.994645 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04362fce-41f1-432f-ac57-02c678ad7c13']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:58.998500 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c4ac352-ce5e-40ec-964a-2fa72c336e34 req-b5d284a2-55f7-4642-b11d-f1fbe1ed0f0a tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476525 Jul 28 09:22:59.005274 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257bfdbd-a9e0-4435-986a-9cd07f56112b') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:59.005794 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257bfdbd-a9e0-4435-986a-9cd07f56112b') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:59.022379 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8566475'] for segment (257bfdbd-a9e0-4435-986a-9cd07f56112b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.030696 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (257bfdbd-a9e0-4435-986a-9cd07f56112b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.037447 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:22:59.037582 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130428'] for segment (257bfdbd-a9e0-4435-986a-9cd07f56112b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.077856 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 257bfdbd-a9e0-4435-986a-9cd07f56112b resource provider aggregate not found Jul 28 09:22:59.100746 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 257bfdbd-a9e0-4435-986a-9cd07f56112b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 257bfdbd-a9e0-4435-986a-9cd07f56112b found for delete ", "request_id": "req-280cda1d-f1ac-4dc2-b87a-70b9fa3d3775"}]} Jul 28 09:22:59.110200 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (04362fce-41f1-432f-ac57-02c678ad7c13), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.116089 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.120034 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] 10.222.0.48 "DELETE /v2.0/networks/04362fce-41f1-432f-ac57-02c678ad7c13 HTTP/1.1" status: 204 len: 168 time: 0.3168952 Jul 28 09:22:59.123009 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51372) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:59.131938 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5e03c-860b-4847-b015-9c0a2a85ee42 admin admin] Pushing event deleted for resources: {'Network': ['ID=04362fce-41f1-432f-ac57-02c678ad7c13,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:59.175781 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d31d5fa-8061-4dcd-a236-294dfded8f58 admin admin] Deleting subnet 1b4f8c8f-62ef-4bde-b352-1212ada8d370 {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:22:59.180048 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7d31d5fa-8061-4dcd-a236-294dfded8f58 admin admin] Publish callbacks [] for subnet (1b4f8c8f-62ef-4bde-b352-1212ada8d370), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.221950 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7d31d5fa-8061-4dcd-a236-294dfded8f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4047020'] for subnet (1b4f8c8f-62ef-4bde-b352-1212ada8d370), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.266804 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7d31d5fa-8061-4dcd-a236-294dfded8f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (1b4f8c8f-62ef-4bde-b352-1212ada8d370), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.318646 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:22:59.329003 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7d31d5fa-8061-4dcd-a236-294dfded8f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3789551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50436039'] for subnet (1b4f8c8f-62ef-4bde-b352-1212ada8d370), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.361438 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31d5fa-8061-4dcd-a236-294dfded8f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4f8c8f-62ef-4bde-b352-1212ada8d370,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:59.365381 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7d31d5fa-8061-4dcd-a236-294dfded8f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.371535 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7d31d5fa-8061-4dcd-a236-294dfded8f58 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1b4f8c8f-62ef-4bde-b352-1212ada8d370 HTTP/1.1" status: 204 len: 168 time: 0.2445092 Jul 28 09:22:59.371535 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51382) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:22:59.388469 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ba66bdd6-4c00-4cc5-a16b-3427877fa8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.444105 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (a0c2fc37-dfb4-4397-8435-76bf8a89696e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.538832 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (a0c2fc37-dfb4-4397-8435-76bf8a89696e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.563587 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c2fc37-dfb4-4397-8435-76bf8a89696e']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:59.583834 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77964ab6-de3d-4110-ab0a-52d6dfb6e89c') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:59.584486 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77964ab6-de3d-4110-ab0a-52d6dfb6e89c') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:22:59.612501 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047029'] for segment (77964ab6-de3d-4110-ab0a-52d6dfb6e89c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.634822 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05509d93-e45e-4cb1-836e-e79ba282e435 req-d7b71a0e-e215-42e3-b975-f05d7a61b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:59.636418 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05509d93-e45e-4cb1-836e-e79ba282e435 req-d7b71a0e-e215-42e3-b975-f05d7a61b3a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 1127 time: 0.0640905 Jul 28 09:22:59.637400 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (77964ab6-de3d-4110-ab0a-52d6dfb6e89c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.647880 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:22:59.648464 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3789489'] for segment (77964ab6-de3d-4110-ab0a-52d6dfb6e89c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.683015 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 77964ab6-de3d-4110-ab0a-52d6dfb6e89c resource provider aggregate not found Jul 28 09:22:59.741555 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 77964ab6-de3d-4110-ab0a-52d6dfb6e89c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77964ab6-de3d-4110-ab0a-52d6dfb6e89c found for delete ", "request_id": "req-48be3d0b-2642-4cd5-8b32-39cc656e103b"}]} Jul 28 09:22:59.778985 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (a0c2fc37-dfb4-4397-8435-76bf8a89696e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.783502 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:22:59.789112 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a0c2fc37-dfb4-4397-8435-76bf8a89696e HTTP/1.1" status: 204 len: 168 time: 0.4146583 Jul 28 09:22:59.812458 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b26506-3a70-4280-ad7e-6fb391378fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c2fc37-dfb4-4397-8435-76bf8a89696e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:22:59.831586 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05509d93-e45e-4cb1-836e-e79ba282e435 req-bff65fc0-e367-40bc-84fd-da424730f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:59.832825 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05509d93-e45e-4cb1-836e-e79ba282e435 req-bff65fc0-e367-40bc-84fd-da424730f95c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.1871102 Jul 28 09:22:59.879669 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05509d93-e45e-4cb1-836e-e79ba282e435 req-0484fd9a-6c74-459b-8474-2058b94b9bf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=576868e7-d820-4531-a560-9a02eb21a924 HTTP/1.1" status: 200 len: 217 time: 0.0399716 Jul 28 09:22:59.938359 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05509d93-e45e-4cb1-836e-e79ba282e435 req-0f5da4a1-e593-4350-b70f-82156a797ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:22:59.940353 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05509d93-e45e-4cb1-836e-e79ba282e435 req-0f5da4a1-e593-4350-b70f-82156a797ea0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0554156 Jul 28 09:22:59.989740 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51412) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:00.000427 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05509d93-e45e-4cb1-836e-e79ba282e435 req-e862e272-953f-4c0c-93a3-b3391978c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:00.001873 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05509d93-e45e-4cb1-836e-e79ba282e435 req-e862e272-953f-4c0c-93a3-b3391978c9cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552547 Jul 28 09:23:00.101095 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-96c012ec-bb84-4818-8b30-cc699fc49329 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8143761879274c36a2ec81932c3f6a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1010139 Jul 28 09:23:00.101095 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51418) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:00.126137 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:00.192168 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05509d93-e45e-4cb1-836e-e79ba282e435 req-f145f2cc-63a2-4332-b870-095489d9e1ca service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839426 Jul 28 09:23:00.207008 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea09b7d-9c68-47a0-bb65-3d7720c96f92 req-6b7fc930-2fcb-45e9-8460-fe967cbc3f40 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:00.208649 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ea09b7d-9c68-47a0-bb65-3d7720c96f92 req-6b7fc930-2fcb-45e9-8460-fe967cbc3f40 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 943 time: 0.0996032 Jul 28 09:23:00.285766 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:00.293996 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:00.305572 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-560dfdb6-dc77-405d-9637-73c04ec0d089 admin admin] Publish callbacks [] for security_group (916667b3-24c4-4d22-bca7-7de2d27bc7d1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:00.331600 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:00.362455 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7ea09b7d-9c68-47a0-bb65-3d7720c96f92 req-a15e07d7-626f-430d-97f6-d83b46549184 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453195 Jul 28 09:23:00.384558 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-560dfdb6-dc77-405d-9637-73c04ec0d089 admin admin] Publish callbacks [] for security_group (916667b3-24c4-4d22-bca7-7de2d27bc7d1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:00.395195 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05509d93-e45e-4cb1-836e-e79ba282e435 req-ff393864-f9b4-4e3a-9dd9-29f2b15687fd service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948040 Jul 28 09:23:00.444406 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-560dfdb6-dc77-405d-9637-73c04ec0d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (916667b3-24c4-4d22-bca7-7de2d27bc7d1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:00.447109 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-560dfdb6-dc77-405d-9637-73c04ec0d089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:00.448594 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-560dfdb6-dc77-405d-9637-73c04ec0d089 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/916667b3-24c4-4d22-bca7-7de2d27bc7d1 HTTP/1.1" status: 204 len: 168 time: 0.3489659 Jul 28 09:23:00.457530 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dfdb6-dc77-405d-9637-73c04ec0d089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916667b3-24c4-4d22-bca7-7de2d27bc7d1,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:00.800024 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51424) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:00.848389 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-36cc0860-0895-444b-9c86-e03e76043e6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=584eef3a91f443e2ac0e103f7ada1ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469794 Jul 28 09:23:00.850951 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51426) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:00.903038 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e1a38b75-9e35-4a86-a30e-74021bebe2ff admin admin] Publish callbacks [] for security_group (b841853f-64f1-491e-af62-9b5f66b4f4cc), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:00.927302 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e1a38b75-9e35-4a86-a30e-74021bebe2ff admin admin] Publish callbacks [] for security_group (b841853f-64f1-491e-af62-9b5f66b4f4cc), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:00.975437 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e1a38b75-9e35-4a86-a30e-74021bebe2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (b841853f-64f1-491e-af62-9b5f66b4f4cc), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:00.978332 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-e1a38b75-9e35-4a86-a30e-74021bebe2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:00.979536 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-e1a38b75-9e35-4a86-a30e-74021bebe2ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b841853f-64f1-491e-af62-9b5f66b4f4cc HTTP/1.1" status: 204 len: 168 time: 0.1276748 Jul 28 09:23:00.987554 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a38b75-9e35-4a86-a30e-74021bebe2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b841853f-64f1-491e-af62-9b5f66b4f4cc,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:01.505552 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c62f-f9ca-465a-94c4-7f4d95e3addb req-df53beef-4693-47a7-bda4-197292ac7953 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:01.508702 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-34f1c62f-f9ca-465a-94c4-7f4d95e3addb req-df53beef-4693-47a7-bda4-197292ac7953 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 943 time: 0.0652616 Jul 28 09:23:01.575113 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-34f1c62f-f9ca-465a-94c4-7f4d95e3addb req-a4a4753f-d597-453d-976a-44c73bacb361 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599101 Jul 28 09:23:01.577785 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=23 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:01.605870 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:01.771515 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:01.923971 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:02.715363 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03e550-dc83-4962-a8ef-acfe32aca92f req-05fa5db2-54fe-4195-b19b-20c41175e3cc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:02.716852 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab03e550-dc83-4962-a8ef-acfe32aca92f req-05fa5db2-54fe-4195-b19b-20c41175e3cc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 943 time: 0.0548790 Jul 28 09:23:02.766873 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ab03e550-dc83-4962-a8ef-acfe32aca92f req-80e3cd38-1ff6-46a2-a780-e94ab9bcf928 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443275 Jul 28 09:23:03.694546 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51496) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:03.814248 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72da5289-30b0-45e7-9ea9-8584423e52a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:03.844825 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:03.906727 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76906109-87c8-410a-b080-e6d269acc330 req-654f73d3-4d9a-4181-bfc1-534e567b65bb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:03.908710 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76906109-87c8-410a-b080-e6d269acc330 req-654f73d3-4d9a-4181-bfc1-534e567b65bb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 943 time: 0.0507052 Jul 28 09:23:03.922143 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72da5289-30b0-45e7-9ea9-8584423e52a7 admin admin] Publish callbacks [] for security_group (309324ba-3997-4810-b8bb-351d5b6c3590), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:03.926813 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-72da5289-30b0-45e7-9ea9-8584423e52a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (309324ba-3997-4810-b8bb-351d5b6c3590), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:03.940641 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:03.980459 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da5289-30b0-45e7-9ea9-8584423e52a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309324ba-3997-4810-b8bb-351d5b6c3590,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:03.987979 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-72da5289-30b0-45e7-9ea9-8584423e52a7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9caa7ccea6b747fabd869dc147cae279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899458 Jul 28 09:23:03.988185 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51506) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:04.000263 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-76906109-87c8-410a-b080-e6d269acc330 req-38e67dd1-19e7-485e-a8d9-81a211a52c86 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854900 Jul 28 09:23:04.042861 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4dc5fc8b-abc7-454d-884a-57ea9dc97cb2 admin admin] Publish callbacks [] for security_group (309324ba-3997-4810-b8bb-351d5b6c3590), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:04.067662 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4dc5fc8b-abc7-454d-884a-57ea9dc97cb2 admin admin] Publish callbacks [] for security_group (309324ba-3997-4810-b8bb-351d5b6c3590), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:04.125218 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4dc5fc8b-abc7-454d-884a-57ea9dc97cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (309324ba-3997-4810-b8bb-351d5b6c3590), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:04.128484 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4dc5fc8b-abc7-454d-884a-57ea9dc97cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:04.130001 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4dc5fc8b-abc7-454d-884a-57ea9dc97cb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/309324ba-3997-4810-b8bb-351d5b6c3590 HTTP/1.1" status: 204 len: 168 time: 0.1407173 Jul 28 09:23:04.139510 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5fc8b-abc7-454d-884a-57ea9dc97cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309324ba-3997-4810-b8bb-351d5b6c3590,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:04.419317 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:23:05.130996 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a481baf-e2f1-42c2-bb37-dda6f976df12 req-e987f50f-d850-445a-966b-925a22f08166 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:05.132691 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8a481baf-e2f1-42c2-bb37-dda6f976df12 req-e987f50f-d850-445a-966b-925a22f08166 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 943 time: 0.0534022 Jul 28 09:23:05.186133 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8a481baf-e2f1-42c2-bb37-dda6f976df12 req-2563a9ec-30a0-437f-9e53-2581e08fd366 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476537 Jul 28 09:23:06.168074 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51594) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:06.309868 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5d84-123d-495e-8b39-a421851a228a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:06.327363 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:06.342057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880835e0-9d50-4263-861d-1c541058ffca req-d4707704-d1b3-4a83-9704-d8e96870edc6 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:06.343537 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-880835e0-9d50-4263-861d-1c541058ffca req-d4707704-d1b3-4a83-9704-d8e96870edc6 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 943 time: 0.0740812 Jul 28 09:23:06.423253 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-880835e0-9d50-4263-861d-1c541058ffca req-368d1ec8-0ca1-41bc-9c05-7ab4ca05dedd tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727077 Jul 28 09:23:06.454555 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5d84-123d-495e-8b39-a421851a228a admin admin] Publish callbacks [] for security_group (26c72b50-b9ed-4ebe-9ffe-0551414274bc), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:06.458487 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5d84-123d-495e-8b39-a421851a228a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (26c72b50-b9ed-4ebe-9ffe-0551414274bc), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:06.490693 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:06.505028 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f5d84-123d-495e-8b39-a421851a228a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c72b50-b9ed-4ebe-9ffe-0551414274bc,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:06.513607 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51602) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:06.514144 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3f8f5d84-123d-495e-8b39-a421851a228a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf828b4e0cf644139fc076562bb66ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443854 Jul 28 09:23:06.566609 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e6a506f-9dac-46b1-90f2-94e6f82e3134 admin admin] Publish callbacks [] for security_group (26c72b50-b9ed-4ebe-9ffe-0551414274bc), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:06.589103 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e6a506f-9dac-46b1-90f2-94e6f82e3134 admin admin] Publish callbacks [] for security_group (26c72b50-b9ed-4ebe-9ffe-0551414274bc), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:06.638171 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e6a506f-9dac-46b1-90f2-94e6f82e3134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (26c72b50-b9ed-4ebe-9ffe-0551414274bc), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:06.640721 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6e6a506f-9dac-46b1-90f2-94e6f82e3134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:06.641906 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6e6a506f-9dac-46b1-90f2-94e6f82e3134 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26c72b50-b9ed-4ebe-9ffe-0551414274bc HTTP/1.1" status: 204 len: 168 time: 0.1263399 Jul 28 09:23:06.650575 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a506f-9dac-46b1-90f2-94e6f82e3134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c72b50-b9ed-4ebe-9ffe-0551414274bc,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:06.916343 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51608) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:06.931069 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-aa6241b6-707a-46d4-a263-c2b96ff56398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:07.007314 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-aa6241b6-707a-46d4-a263-c2b96ff56398 admin admin] Publish callbacks [] for security_group (b0c769db-728c-4918-ab54-ee96f6f7445b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:07.011793 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-aa6241b6-707a-46d4-a263-c2b96ff56398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (b0c769db-728c-4918-ab54-ee96f6f7445b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:07.023615 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 576868e7-d820-4531-a560-9a02eb21a924 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:23:07.052281 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-aa6241b6-707a-46d4-a263-c2b96ff56398 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0392cedb0ff64712aba8d8a74e6afad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346331 Jul 28 09:23:07.053317 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6241b6-707a-46d4-a263-c2b96ff56398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c769db-728c-4918-ab54-ee96f6f7445b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:07.053700 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51610) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:07.106833 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ac4da955-9b74-4b31-90c3-f776380a7d14 admin admin] Publish callbacks [] for security_group (b0c769db-728c-4918-ab54-ee96f6f7445b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:07.125372 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 576868e7-d820-4531-a560-9a02eb21a924, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=576868e7-d820-4531-a560-9a02eb21a924,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:23:07.128844 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ac4da955-9b74-4b31-90c3-f776380a7d14 admin admin] Publish callbacks [] for security_group (b0c769db-728c-4918-ab54-ee96f6f7445b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:07.137530 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '576868e7-d820-4531-a560-9a02eb21a924', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'port_id': '576868e7-d820-4531-a560-9a02eb21a924', 'mac_address': 'fa:16:3e:b4:70:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:23:07.172739 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 576868e7-d820-4531-a560-9a02eb21a924 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:23:07.173129 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (576868e7-d820-4531-a560-9a02eb21a924), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:07.178654 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ac4da955-9b74-4b31-90c3-f776380a7d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (b0c769db-728c-4918-ab54-ee96f6f7445b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:07.183296 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ac4da955-9b74-4b31-90c3-f776380a7d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:07.184477 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ac4da955-9b74-4b31-90c3-f776380a7d14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0c769db-728c-4918-ab54-ee96f6f7445b HTTP/1.1" status: 204 len: 168 time: 0.1295843 Jul 28 09:23:07.189482 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576868e7-d820-4531-a560-9a02eb21a924 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:23:07.192953 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4da955-9b74-4b31-90c3-f776380a7d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c769db-728c-4918-ab54-ee96f6f7445b,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:07.227584 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 576868e7-d820-4531-a560-9a02eb21a924, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=576868e7-d820-4531-a560-9a02eb21a924,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:23:07.233044 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (576868e7-d820-4531-a560-9a02eb21a924), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:07.280640 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=576868e7-d820-4531-a560-9a02eb21a924,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:07.548389 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ae25b-40a9-44ad-ab91-9c9331dda926 req-7064cebb-f5cc-472b-af7e-bce4c55487d3 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:07.549953 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d1ae25b-40a9-44ad-ab91-9c9331dda926 req-7064cebb-f5cc-472b-af7e-bce4c55487d3 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 944 time: 0.0501842 Jul 28 09:23:07.616419 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d1ae25b-40a9-44ad-ab91-9c9331dda926 req-65966ffe-6c54-42c5-812c-5e314f089c0c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580661 Jul 28 09:23:08.739679 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af17910-a98a-471a-bf14-5d4e2f6390cd req-a073efcf-dad4-490b-bce1-4e1edcf3b191 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:08.741190 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8af17910-a98a-471a-bf14-5d4e2f6390cd req-a073efcf-dad4-490b-bce1-4e1edcf3b191 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 944 time: 0.0495598 Jul 28 09:23:08.798804 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8af17910-a98a-471a-bf14-5d4e2f6390cd req-9db7a8ee-4084-4528-a9ad-b6450fac624c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515168 Jul 28 09:23:09.722647 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['576868e7-d820-4531-a560-9a02eb21a924'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:23:09.939239 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35442f51-66a8-4779-a6b4-f608f195c864 req-7253abdf-dade-45be-953b-2d7a27a5e321 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:09.940756 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35442f51-66a8-4779-a6b4-f608f195c864 req-7253abdf-dade-45be-953b-2d7a27a5e321 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 944 time: 0.0641258 Jul 28 09:23:09.994729 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-35442f51-66a8-4779-a6b4-f608f195c864 req-4e246c78-c213-4533-966e-c36977e88ccc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483222 Jul 28 09:23:11.104997 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 576868e7-d820-4531-a560-9a02eb21a924 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:23:11.119605 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e31c-177f-4f69-888a-91c257deef69 req-3b015c26-1f79-4a45-8cde-ea09275f4454 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:11.121233 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d94e31c-177f-4f69-888a-91c257deef69 req-3b015c26-1f79-4a45-8cde-ea09275f4454 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 944 time: 0.0519838 Jul 28 09:23:11.148936 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 576868e7-d820-4531-a560-9a02eb21a924 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:23:11.159885 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 576868e7-d820-4531-a560-9a02eb21a924 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:23:11.160263 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (576868e7-d820-4531-a560-9a02eb21a924), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:11.180471 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3d94e31c-177f-4f69-888a-91c257deef69 req-78448225-110d-4056-b548-c7e8fcdb791d tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511820 Jul 28 09:23:11.265925 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 576868e7-d820-4531-a560-9a02eb21a924 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:23:11.266316 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (576868e7-d820-4531-a560-9a02eb21a924), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:11.287796 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:11.302071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576868e7-d820-4531-a560-9a02eb21a924'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:23:11.302071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2ff8d1-5296-4cfd-b4dc-3801155bf4c5" -d '{"events": [{"server_uuid": "c938b286-4c8f-4695-b0fc-942f9c573cb9", "name": "network-vif-plugged", "status": "completed", "tag": "576868e7-d820-4531-a560-9a02eb21a924"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:23:11.302071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:11.310526 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 576868e7-d820-4531-a560-9a02eb21a924, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=576868e7-d820-4531-a560-9a02eb21a924,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:23:11.316496 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (576868e7-d820-4531-a560-9a02eb21a924), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:11.369584 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=576868e7-d820-4531-a560-9a02eb21a924,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:11.490701 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74227ab5-3a16-4e42-96b3-7ed5f3219636 x-openstack-request-id: req-74227ab5-3a16-4e42-96b3-7ed5f3219636 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:23:11.490998 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c938b286-4c8f-4695-b0fc-942f9c573cb9", "name": "network-vif-plugged", "status": "completed", "tag": "576868e7-d820-4531-a560-9a02eb21a924", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:23:11.491255 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74227ab5-3a16-4e42-96b3-7ed5f3219636 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:23:11.491677 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74227ab5-3a16-4e42-96b3-7ed5f3219636'] response: {'server_uuid': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576868e7-d820-4531-a560-9a02eb21a924', 'code': 200} Jul 28 09:23:11.751618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a5787-3efe-4df7-be28-37bbf22149e7 req-b1c78fd3-6b6e-4b7c-bb2e-d746676d03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:11.753376 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d43a5787-3efe-4df7-be28-37bbf22149e7 req-b1c78fd3-6b6e-4b7c-bb2e-d746676d03d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0491831 Jul 28 09:23:11.807949 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d43a5787-3efe-4df7-be28-37bbf22149e7 req-4e405966-9c2d-4f9d-8936-e38209b9e04b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484376 Jul 28 09:23:12.263661 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:12.303255 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bc112-9a8a-40fc-a207-0630c5c89167 req-d75d2bb9-a432-4840-9e25-ee1ffad6503c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:12.304765 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b23bc112-9a8a-40fc-a207-0630c5c89167 req-d75d2bb9-a432-4840-9e25-ee1ffad6503c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 945 time: 0.0497823 Jul 28 09:23:12.358760 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b23bc112-9a8a-40fc-a207-0630c5c89167 req-2942e69f-6dc7-4e00-a215-7463d358c39f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474570 Jul 28 09:23:12.506351 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51770) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:12.620360 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d6ce2b6e-831c-49d6-ab85-11bb4d6519c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:12.699723 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d6ce2b6e-831c-49d6-ab85-11bb4d6519c8 admin admin] Publish callbacks [] for security_group (37918db6-4fde-48a9-b5a9-ff2e97656baa), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:12.705082 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d6ce2b6e-831c-49d6-ab85-11bb4d6519c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (37918db6-4fde-48a9-b5a9-ff2e97656baa), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:12.747089 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d6ce2b6e-831c-49d6-ab85-11bb4d6519c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ae84b557c2a45bbad97db92889bd3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398820 Jul 28 09:23:12.748045 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce2b6e-831c-49d6-ab85-11bb4d6519c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37918db6-4fde-48a9-b5a9-ff2e97656baa,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:12.749974 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51786) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:12.800179 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-423e9c95-7ce1-41fa-afcf-c3e298c57466 admin admin] Publish callbacks [] for security_group (37918db6-4fde-48a9-b5a9-ff2e97656baa), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:12.822343 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-423e9c95-7ce1-41fa-afcf-c3e298c57466 admin admin] Publish callbacks [] for security_group (37918db6-4fde-48a9-b5a9-ff2e97656baa), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:12.858797 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51790) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:12.877623 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-423e9c95-7ce1-41fa-afcf-c3e298c57466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (37918db6-4fde-48a9-b5a9-ff2e97656baa), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:12.880274 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-423e9c95-7ce1-41fa-afcf-c3e298c57466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:12.881401 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-423e9c95-7ce1-41fa-afcf-c3e298c57466 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37918db6-4fde-48a9-b5a9-ff2e97656baa HTTP/1.1" status: 204 len: 168 time: 0.1302288 Jul 28 09:23:12.889094 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e9c95-7ce1-41fa-afcf-c3e298c57466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37918db6-4fde-48a9-b5a9-ff2e97656baa,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:13.121268 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5075c152-2bf7-44b1-a0ef-2342d01c249b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.124244 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:13.181758 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51798) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:13.195631 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1eb76a79-76cd-41af-bd25-b24fd23a7e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.205815 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:13.208974 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5075c152-2bf7-44b1-a0ef-2342d01c249b admin admin] Publish callbacks [] for security_group (5268c869-a4da-483c-8acd-b78312f02e33), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.214226 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5075c152-2bf7-44b1-a0ef-2342d01c249b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (5268c869-a4da-483c-8acd-b78312f02e33), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.224361 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:13.258461 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5075c152-2bf7-44b1-a0ef-2342d01c249b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6bb18b2d219347f99638d5f93ea4e2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982575 Jul 28 09:23:13.261106 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075c152-2bf7-44b1-a0ef-2342d01c249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5268c869-a4da-483c-8acd-b78312f02e33,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:13.262366 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51800) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:13.298363 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1eb76a79-76cd-41af-bd25-b24fd23a7e73 admin admin] Publish callbacks [] for security_group (bf73e1a2-8511-457f-bb76-5c57f6f76628), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.303775 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-1eb76a79-76cd-41af-bd25-b24fd23a7e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (bf73e1a2-8511-457f-bb76-5c57f6f76628), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.362746 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-1eb76a79-76cd-41af-bd25-b24fd23a7e73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5519c50e77c140139dfc23e3829eab8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798432 Jul 28 09:23:13.363468 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb76a79-76cd-41af-bd25-b24fd23a7e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf73e1a2-8511-457f-bb76-5c57f6f76628,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:13.365430 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51802) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:13.379461 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e90a3f0-0115-413f-99b2-1a5ab02f02b2 admin admin] Publish callbacks [] for security_group (5268c869-a4da-483c-8acd-b78312f02e33), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.405039 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e90a3f0-0115-413f-99b2-1a5ab02f02b2 admin admin] Publish callbacks [] for security_group (5268c869-a4da-483c-8acd-b78312f02e33), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.419251 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e184-38c2-4205-ab29-cad61e43cc6e admin admin] Publish callbacks [] for security_group (bf73e1a2-8511-457f-bb76-5c57f6f76628), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.440700 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e184-38c2-4205-ab29-cad61e43cc6e admin admin] Publish callbacks [] for security_group (bf73e1a2-8511-457f-bb76-5c57f6f76628), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.464032 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:13.491078 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461cea3-1981-47bc-9abc-df24a40cad4b req-880abaf3-0aeb-4226-bfb9-4b6541eaad25 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:13.491836 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e184-38c2-4205-ab29-cad61e43cc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (bf73e1a2-8511-457f-bb76-5c57f6f76628), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.493096 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6461cea3-1981-47bc-9abc-df24a40cad4b req-880abaf3-0aeb-4226-bfb9-4b6541eaad25 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 945 time: 0.0555542 Jul 28 09:23:13.494536 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e184-38c2-4205-ab29-cad61e43cc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.494686 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e90a3f0-0115-413f-99b2-1a5ab02f02b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (5268c869-a4da-483c-8acd-b78312f02e33), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.497370 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5ff6e184-38c2-4205-ab29-cad61e43cc6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf73e1a2-8511-457f-bb76-5c57f6f76628 HTTP/1.1" status: 204 len: 168 time: 0.1308970 Jul 28 09:23:13.497563 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-8e90a3f0-0115-413f-99b2-1a5ab02f02b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:13.508004 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6e184-38c2-4205-ab29-cad61e43cc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf73e1a2-8511-457f-bb76-5c57f6f76628,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:13.513507 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8e90a3f0-0115-413f-99b2-1a5ab02f02b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5268c869-a4da-483c-8acd-b78312f02e33 HTTP/1.1" status: 204 len: 168 time: 0.2435615 Jul 28 09:23:13.526546 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90a3f0-0115-413f-99b2-1a5ab02f02b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5268c869-a4da-483c-8acd-b78312f02e33,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:13.579008 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6461cea3-1981-47bc-9abc-df24a40cad4b req-3bf75950-428d-4ea0-9729-42138dc764a5 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642304 Jul 28 09:23:13.714675 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebf5dd-20e7-4cda-98f7-88084c20fc4c req-14adadc7-29cb-4792-a477-f7df45d32ffc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:13.721801 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94ebf5dd-20e7-4cda-98f7-88084c20fc4c req-14adadc7-29cb-4792-a477-f7df45d32ffc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 945 time: 0.0630701 Jul 28 09:23:13.774337 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94ebf5dd-20e7-4cda-98f7-88084c20fc4c req-53c3c971-1fce-4db1-aaf1-2a58eb24ab80 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508649 Jul 28 09:23:13.800756 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51816) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:13.916687 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 51822) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:13.946885 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-617e73b7-dda1-4e4e-9d13-a5daf9a03289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:14.033495 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0f2c03-f0ab-4945-bd15-4caa5aa5c595 tempest-TestVolumeBootPattern-894940402 tempest-TestVolumeBootPattern-894940402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:14.034958 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-be0f2c03-f0ab-4945-bd15-4caa5aa5c595 tempest-TestVolumeBootPattern-894940402 tempest-TestVolumeBootPattern-894940402-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 1124 time: 0.2330587 Jul 28 09:23:14.038086 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51826) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:14.044602 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'port_id': '576868e7-d820-4531-a560-9a02eb21a924', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:23:14.069005 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:14.071222 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-617e73b7-dda1-4e4e-9d13-a5daf9a03289 admin admin] Publish callbacks [] for security_group (ee80022e-1139-4026-b825-1619b7680dd5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:14.075751 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-617e73b7-dda1-4e4e-9d13-a5daf9a03289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (ee80022e-1139-4026-b825-1619b7680dd5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:14.122771 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-617e73b7-dda1-4e4e-9d13-a5daf9a03289 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2b10d3f783c44ddbebcf3828ae3322c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932676 Jul 28 09:23:14.122771 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e73b7-dda1-4e4e-9d13-a5daf9a03289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee80022e-1139-4026-b825-1619b7680dd5,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:14.123543 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 51832) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:14.134618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:14.208535 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6231-2ccf-4e42-bed0-b1778b65c175 admin admin] Publish callbacks [] for security_group (ee80022e-1139-4026-b825-1619b7680dd5), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:14.211059 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:14.275663 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6231-2ccf-4e42-bed0-b1778b65c175 admin admin] Publish callbacks [] for security_group (ee80022e-1139-4026-b825-1619b7680dd5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:14.348725 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:14.379863 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Allocated IP 172.27.0.66 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/69c712a4-4b25-46a8-a8f0-d61c523b397c) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:23:14.384888 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6231-2ccf-4e42-bed0-b1778b65c175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (ee80022e-1139-4026-b825-1619b7680dd5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:14.387511 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba9f6231-2ccf-4e42-bed0-b1778b65c175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:14.388617 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ba9f6231-2ccf-4e42-bed0-b1778b65c175 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee80022e-1139-4026-b825-1619b7680dd5 HTTP/1.1" status: 204 len: 168 time: 0.2640967 Jul 28 09:23:14.402660 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f6231-2ccf-4e42-bed0-b1778b65c175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee80022e-1139-4026-b825-1619b7680dd5,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:14.417051 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:14.520372 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for port (69c712a4-4b25-46a8-a8f0-d61c523b397c), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:14.557009 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (69c712a4-4b25-46a8-a8f0-d61c523b397c), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:14.602484 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:23:14.605955 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:23:14.608484 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:23:14.634650 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'Port': ['ID=69c712a4-4b25-46a8-a8f0-d61c523b397c,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:15.252461 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:15.263086 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (671d89b0-dedb-4b36-af3d-4d839cd55273), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:15.342644 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (69c712a4-4b25-46a8-a8f0-d61c523b397c), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:15.443223 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:15.521524 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for port (69c712a4-4b25-46a8-a8f0-d61c523b397c), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:15.527553 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (69c712a4-4b25-46a8-a8f0-d61c523b397c), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:15.616663 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'Port': ['ID=69c712a4-4b25-46a8-a8f0-d61c523b397c,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:15.631058 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (671d89b0-dedb-4b36-af3d-4d839cd55273), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:15.733080 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Floating IP 671d89b0-dedb-4b36-af3d-4d839cd55273 associated. External IP: 172.27.0.66, port: 576868e7-d820-4531-a560-9a02eb21a924. Jul 28 09:23:15.982867 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:23:16.098995 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:23:16.110296 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aff608-6bab-4928-81eb-cd046ad64504 None None] Sync routers for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:23:16.120406 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:16.121871 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aff608-6bab-4928-81eb-cd046ad64504 None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:23:16.122469 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-16aff608-6bab-4928-81eb-cd046ad64504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:23:16.158807 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-856169a8-e85b-4e64-a32d-cccd37501834 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1157448 Jul 28 09:23:16.158807 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'tag': '576868e7-d820-4531-a560-9a02eb21a924'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:23:16.158807 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c938b286-4c8f-4695-b0fc-942f9c573cb9", "tag": "576868e7-d820-4531-a560-9a02eb21a924"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:23:16.246733 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-16aff608-6bab-4928-81eb-cd046ad64504 None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:23:16.350720 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8050a06c-03bd-4541-bebd-1325fecfcabd x-openstack-request-id: req-8050a06c-03bd-4541-bebd-1325fecfcabd {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:23:16.350981 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c938b286-4c8f-4695-b0fc-942f9c573cb9", "tag": "576868e7-d820-4531-a560-9a02eb21a924", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:23:16.351281 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8050a06c-03bd-4541-bebd-1325fecfcabd {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:23:16.351734 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8050a06c-03bd-4541-bebd-1325fecfcabd'] response: {'name': 'network-changed', 'server_uuid': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'tag': '576868e7-d820-4531-a560-9a02eb21a924', 'status': 'completed', 'code': 200} Jul 28 09:23:16.440160 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c req-58ef69e7-c941-4eee-9aa2-30602f2d468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:16.441607 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c req-58ef69e7-c941-4eee-9aa2-30602f2d468a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0453713 Jul 28 09:23:16.532351 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:16.535825 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c req-0636eebe-e9cc-452d-be5c-48e64ebde9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:16.537464 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c req-0636eebe-e9cc-452d-be5c-48e64ebde9cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.0900371 Jul 28 09:23:16.556550 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-16aff608-6bab-4928-81eb-cd046ad64504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '671d89b0-dedb-4b36-af3d-4d839cd55273', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': '576868e7-d820-4531-a560-9a02eb21a924', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:b4:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:23:15Z', 'updated_at': '2022-07-28T09:23:15Z', 'revision_number': 0, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:23:16.581566 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aff608-6bab-4928-81eb-cd046ad64504 None None] Checking router: 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:23:16.590698 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aff608-6bab-4928-81eb-cd046ad64504 None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:23:16.591340 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-16aff608-6bab-4928-81eb-cd046ad64504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:22:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:23:16.605018 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c req-a93006a4-e22e-4075-9b40-952d8479a57d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=576868e7-d820-4531-a560-9a02eb21a924 HTTP/1.1" status: 200 len: 998 time: 0.0609553 Jul 28 09:23:16.653058 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c req-3d153bc2-2fa7-4f30-b089-77bfe3d3237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:16.654554 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c req-3d153bc2-2fa7-4f30-b089-77bfe3d3237f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0437105 Jul 28 09:23:16.669626 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:16.692601 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-16aff608-6bab-4928-81eb-cd046ad64504 None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:23:16.699564 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c req-eb7c398f-8da1-4d17-b182-d40f8dd55745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:16.701079 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c req-eb7c398f-8da1-4d17-b182-d40f8dd55745 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401292 Jul 28 09:23:16.798596 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c req-21450655-d6d0-4047-978e-72e6c69f5848 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913503 Jul 28 09:23:16.889964 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-316b4eed-4c6f-426b-8b28-8cd6a33ede6c req-e433ed9c-3a6d-416f-b396-91f24d99a985 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853102 Jul 28 09:23:16.908188 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-16aff608-6bab-4928-81eb-cd046ad64504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '671d89b0-dedb-4b36-af3d-4d839cd55273', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': '576868e7-d820-4531-a560-9a02eb21a924', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:b4:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:23:15Z', 'updated_at': '2022-07-28T09:23:15Z', 'revision_number': 0, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:23:16.935382 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aff608-6bab-4928-81eb-cd046ad64504 None None] The sync data for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi is: [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '671d89b0-dedb-4b36-af3d-4d839cd55273', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': '576868e7-d820-4531-a560-9a02eb21a924', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:b4:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:23:15Z', 'updated_at': '2022-07-28T09:23:15Z', 'revision_number': 0, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:23:17.160302 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3d29f-4777-4f40-8f7d-2af324e8fc06 None None] New status for floating IP 671d89b0-dedb-4b36-af3d-4d839cd55273: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:23:22.638229 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:24.111038 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:24.115739 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=15,neutron:SELECT=60,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:26.872389 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-93d95b2b-8d2f-4f70-9963-7a6e9568437d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:26.885186 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=30 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:26.887112 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=24 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:26.904859 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=77 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:26.910875 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=71 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:27.508061 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52040) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:27.615792 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b83ab456-1d51-40c9-8a8e-954967698223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:27.700064 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b83ab456-1d51-40c9-8a8e-954967698223 admin admin] Publish callbacks [] for security_group (d2171e52-23d6-4da7-888b-22e4c122fce5), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:27.704337 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b83ab456-1d51-40c9-8a8e-954967698223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d2171e52-23d6-4da7-888b-22e4c122fce5), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:27.745171 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b83ab456-1d51-40c9-8a8e-954967698223 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a14ca7a9688b4ad1b2d97714ef6da8cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360055 Jul 28 09:23:27.747038 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ab456-1d51-40c9-8a8e-954967698223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2171e52-23d6-4da7-888b-22e4c122fce5,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:27.748004 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52044) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:27.798142 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3aa55427-c49e-408f-85d5-b2edc1dfdc4f admin admin] Publish callbacks [] for security_group (d2171e52-23d6-4da7-888b-22e4c122fce5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:27.822038 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3aa55427-c49e-408f-85d5-b2edc1dfdc4f admin admin] Publish callbacks [] for security_group (d2171e52-23d6-4da7-888b-22e4c122fce5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:27.867362 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3aa55427-c49e-408f-85d5-b2edc1dfdc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (d2171e52-23d6-4da7-888b-22e4c122fce5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:27.869816 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3aa55427-c49e-408f-85d5-b2edc1dfdc4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:27.870994 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3aa55427-c49e-408f-85d5-b2edc1dfdc4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2171e52-23d6-4da7-888b-22e4c122fce5 HTTP/1.1" status: 204 len: 168 time: 0.1219995 Jul 28 09:23:27.878743 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55427-c49e-408f-85d5-b2edc1dfdc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2171e52-23d6-4da7-888b-22e4c122fce5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:28.133578 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52050) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:28.146954 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6152149f-25e4-4383-a2cc-c620178d9eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:28.225021 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6152149f-25e4-4383-a2cc-c620178d9eb2 admin admin] Publish callbacks [] for security_group (7344f5f4-7ff2-4734-84b6-0f2397d2d07b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:28.229584 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6152149f-25e4-4383-a2cc-c620178d9eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (7344f5f4-7ff2-4734-84b6-0f2397d2d07b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:28.269698 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6152149f-25e4-4383-a2cc-c620178d9eb2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf76bb91b786454f86f54b26027f5527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349385 Jul 28 09:23:28.270425 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152149f-25e4-4383-a2cc-c620178d9eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7344f5f4-7ff2-4734-84b6-0f2397d2d07b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:28.272710 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52058) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:28.325973 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-698e7766-a98e-4a5d-8582-4ee5beda6195 admin admin] Publish callbacks [] for security_group (7344f5f4-7ff2-4734-84b6-0f2397d2d07b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:28.349125 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-698e7766-a98e-4a5d-8582-4ee5beda6195 admin admin] Publish callbacks [] for security_group (7344f5f4-7ff2-4734-84b6-0f2397d2d07b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:28.396101 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-698e7766-a98e-4a5d-8582-4ee5beda6195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (7344f5f4-7ff2-4734-84b6-0f2397d2d07b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:28.398684 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-698e7766-a98e-4a5d-8582-4ee5beda6195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:28.400372 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-698e7766-a98e-4a5d-8582-4ee5beda6195 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7344f5f4-7ff2-4734-84b6-0f2397d2d07b HTTP/1.1" status: 204 len: 168 time: 0.1255670 Jul 28 09:23:28.409028 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e7766-a98e-4a5d-8582-4ee5beda6195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7344f5f4-7ff2-4734-84b6-0f2397d2d07b,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:29.388287 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-57df7af1-ecc7-48ed-a798-ff105739a4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:29.993036 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52130) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:30.099160 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15e6b279-8bed-4510-a3b0-b1b2ee2620b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.174119 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15e6b279-8bed-4510-a3b0-b1b2ee2620b0 admin admin] Publish callbacks [] for security_group (284a2ea0-ad4c-48c6-92c1-5ec4944d45e5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.180165 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-15e6b279-8bed-4510-a3b0-b1b2ee2620b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (284a2ea0-ad4c-48c6-92c1-5ec4944d45e5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.222447 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-15e6b279-8bed-4510-a3b0-b1b2ee2620b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c294b1151ab4da38a2e09535f5bdeb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280993 Jul 28 09:23:30.224650 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6b279-8bed-4510-a3b0-b1b2ee2620b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284a2ea0-ad4c-48c6-92c1-5ec4944d45e5,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:30.225598 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52134) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:30.278059 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-16313e6c-4c62-4447-ba98-c5c89d993466 admin admin] Publish callbacks [] for security_group (284a2ea0-ad4c-48c6-92c1-5ec4944d45e5), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.292890 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.306409 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-16313e6c-4c62-4447-ba98-c5c89d993466 admin admin] Publish callbacks [] for security_group (284a2ea0-ad4c-48c6-92c1-5ec4944d45e5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.358932 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-16313e6c-4c62-4447-ba98-c5c89d993466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (284a2ea0-ad4c-48c6-92c1-5ec4944d45e5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.362338 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-16313e6c-4c62-4447-ba98-c5c89d993466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.363275 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-16313e6c-4c62-4447-ba98-c5c89d993466 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/284a2ea0-ad4c-48c6-92c1-5ec4944d45e5 HTTP/1.1" status: 204 len: 168 time: 0.1365685 Jul 28 09:23:30.373303 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16313e6c-4c62-4447-ba98-c5c89d993466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284a2ea0-ad4c-48c6-92c1-5ec4944d45e5,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:30.633329 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52144) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:30.647548 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c4b333a-7639-41ec-99bb-1594d3642de2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.733373 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c4b333a-7639-41ec-99bb-1594d3642de2 admin admin] Publish callbacks [] for security_group (f026f457-6f84-4850-ba6b-fa78b75ef7ab), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.738162 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7c4b333a-7639-41ec-99bb-1594d3642de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (f026f457-6f84-4850-ba6b-fa78b75ef7ab), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.778224 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b333a-7639-41ec-99bb-1594d3642de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f026f457-6f84-4850-ba6b-fa78b75ef7ab,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:30.782971 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7c4b333a-7639-41ec-99bb-1594d3642de2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba29166b33ab4ecab6ffe5dba29523cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485705 Jul 28 09:23:30.785671 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52150) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:30.837291 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9afba864-6d50-4454-9552-b16497cb304f admin admin] Publish callbacks [] for security_group (f026f457-6f84-4850-ba6b-fa78b75ef7ab), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.875135 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:30.889062 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:30.891139 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9afba864-6d50-4454-9552-b16497cb304f admin admin] Publish callbacks [] for security_group (f026f457-6f84-4850-ba6b-fa78b75ef7ab), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.914951 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a2be4-ea89-4a1d-b2f4-a32f74fa20c7 req-45804358-6590-4eeb-af1c-397c0c73a79e tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:30.916387 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4b8a2be4-ea89-4a1d-b2f4-a32f74fa20c7 req-45804358-6590-4eeb-af1c-397c0c73a79e tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0771229 Jul 28 09:23:30.982088 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4b8a2be4-ea89-4a1d-b2f4-a32f74fa20c7 req-4c6a7bdd-a071-4403-9119-1c62eec01881 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566254 Jul 28 09:23:30.989350 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9afba864-6d50-4454-9552-b16497cb304f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (f026f457-6f84-4850-ba6b-fa78b75ef7ab), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.993096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9afba864-6d50-4454-9552-b16497cb304f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:30.993258 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9afba864-6d50-4454-9552-b16497cb304f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f026f457-6f84-4850-ba6b-fa78b75ef7ab HTTP/1.1" status: 204 len: 168 time: 0.2068489 Jul 28 09:23:31.012872 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afba864-6d50-4454-9552-b16497cb304f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f026f457-6f84-4850-ba6b-fa78b75ef7ab,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:31.772326 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:31.917821 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:32.110919 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16367f-7ad7-4e57-8637-15b2221fa487 req-951c0971-23a2-4b68-a94a-5cdfac474850 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:32.112410 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f16367f-7ad7-4e57-8637-15b2221fa487 req-951c0971-23a2-4b68-a94a-5cdfac474850 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0498128 Jul 28 09:23:32.164277 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f16367f-7ad7-4e57-8637-15b2221fa487 req-5c11098d-cac5-4270-b025-a3225591ad3f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460742 Jul 28 09:23:33.312142 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb53d8-4eae-48cd-9e2c-01caf03df062 req-ba9abb99-e55a-4787-a97f-13685c9c3466 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:33.313879 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7eb53d8-4eae-48cd-9e2c-01caf03df062 req-ba9abb99-e55a-4787-a97f-13685c9c3466 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0635331 Jul 28 09:23:33.379576 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7eb53d8-4eae-48cd-9e2c-01caf03df062 req-8a804a60-05ef-4dbe-98d5-48d6e22ec3e4 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597279 Jul 28 09:23:34.502696 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716d41a-96a1-4544-80c2-946272a99c35 req-66441486-acdd-48a5-b160-45d95570ca95 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:34.504273 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0716d41a-96a1-4544-80c2-946272a99c35 req-66441486-acdd-48a5-b160-45d95570ca95 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0513752 Jul 28 09:23:34.555061 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0716d41a-96a1-4544-80c2-946272a99c35 req-5a3b3efa-3e26-4b5f-b9a7-1b751ed2a6ad tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451674 Jul 28 09:23:35.124198 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52314) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:35.231592 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a49753c1-707c-43f5-b519-7cddc71f8644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:35.309351 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a49753c1-707c-43f5-b519-7cddc71f8644 admin admin] Publish callbacks [] for security_group (76de830b-64da-4f8b-a34c-0d5f18a4ea02), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:35.313112 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a49753c1-707c-43f5-b519-7cddc71f8644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (76de830b-64da-4f8b-a34c-0d5f18a4ea02), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:35.353515 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a49753c1-707c-43f5-b519-7cddc71f8644 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a518cf04eaf44d9a40277d71fb29008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282813 Jul 28 09:23:35.354420 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49753c1-707c-43f5-b519-7cddc71f8644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76de830b-64da-4f8b-a34c-0d5f18a4ea02,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:35.356324 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52318) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:35.406020 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-51f99d10-c53f-4bdc-9836-74595850934a admin admin] Publish callbacks [] for security_group (76de830b-64da-4f8b-a34c-0d5f18a4ea02), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:35.426699 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-51f99d10-c53f-4bdc-9836-74595850934a admin admin] Publish callbacks [] for security_group (76de830b-64da-4f8b-a34c-0d5f18a4ea02), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:35.472339 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-51f99d10-c53f-4bdc-9836-74595850934a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (76de830b-64da-4f8b-a34c-0d5f18a4ea02), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:35.475488 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-51f99d10-c53f-4bdc-9836-74595850934a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:35.476614 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-51f99d10-c53f-4bdc-9836-74595850934a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76de830b-64da-4f8b-a34c-0d5f18a4ea02 HTTP/1.1" status: 204 len: 168 time: 0.1193271 Jul 28 09:23:35.486636 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f99d10-c53f-4bdc-9836-74595850934a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76de830b-64da-4f8b-a34c-0d5f18a4ea02,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:35.674716 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1d286-cb6e-4836-af0b-b07cd19aa9aa req-337f9d98-2b76-4fe0-80d3-0ab812c2d85f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:35.676237 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0cc1d286-cb6e-4836-af0b-b07cd19aa9aa req-337f9d98-2b76-4fe0-80d3-0ab812c2d85f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0483322 Jul 28 09:23:35.730022 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0cc1d286-cb6e-4836-af0b-b07cd19aa9aa req-c4ac4f37-c041-43ec-b779-16ca61bf7f0e tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478644 Jul 28 09:23:35.744429 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52326) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:35.758625 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a2cac3eb-a954-4623-acc6-7b583e3e584f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:35.806712 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:35.813084 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=17 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:35.836776 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a2cac3eb-a954-4623-acc6-7b583e3e584f admin admin] Publish callbacks [] for security_group (4b74813c-ed57-442d-99ee-99176ce10fea), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:35.840794 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a2cac3eb-a954-4623-acc6-7b583e3e584f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (4b74813c-ed57-442d-99ee-99176ce10fea), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:35.882073 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a2cac3eb-a954-4623-acc6-7b583e3e584f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c4b06d5bafd40889320955d03049505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364892 Jul 28 09:23:35.883121 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cac3eb-a954-4623-acc6-7b583e3e584f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b74813c-ed57-442d-99ee-99176ce10fea,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:35.885357 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52330) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:35.944716 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a7dfbba9-4e10-41eb-9def-7394c8d39b36 admin admin] Publish callbacks [] for security_group (4b74813c-ed57-442d-99ee-99176ce10fea), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:35.972332 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a7dfbba9-4e10-41eb-9def-7394c8d39b36 admin admin] Publish callbacks [] for security_group (4b74813c-ed57-442d-99ee-99176ce10fea), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:36.027801 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a7dfbba9-4e10-41eb-9def-7394c8d39b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (4b74813c-ed57-442d-99ee-99176ce10fea), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:36.030507 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-a7dfbba9-4e10-41eb-9def-7394c8d39b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:36.031672 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a7dfbba9-4e10-41eb-9def-7394c8d39b36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b74813c-ed57-442d-99ee-99176ce10fea HTTP/1.1" status: 204 len: 168 time: 0.1453178 Jul 28 09:23:36.041853 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfbba9-4e10-41eb-9def-7394c8d39b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b74813c-ed57-442d-99ee-99176ce10fea,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:36.240136 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52344) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:36.348240 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73b88a71-b637-48d8-b6fe-355d4c517824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:36.426232 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73b88a71-b637-48d8-b6fe-355d4c517824 admin admin] Publish callbacks [] for security_group (c43114b5-c47e-47ea-9242-008e93e59535), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:36.430522 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-73b88a71-b637-48d8-b6fe-355d4c517824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (c43114b5-c47e-47ea-9242-008e93e59535), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:36.473674 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-73b88a71-b637-48d8-b6fe-355d4c517824 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba2421e2ca164930bfff36c222b85a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301235 Jul 28 09:23:36.473674 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b88a71-b637-48d8-b6fe-355d4c517824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43114b5-c47e-47ea-9242-008e93e59535,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:36.476070 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52356) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:36.490479 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:36.533192 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba29ec9d-7b64-4dc4-a2fa-17e5dd36fe2a admin admin] Publish callbacks [] for security_group (c43114b5-c47e-47ea-9242-008e93e59535), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:36.533192 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:36.554437 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba29ec9d-7b64-4dc4-a2fa-17e5dd36fe2a admin admin] Publish callbacks [] for security_group (c43114b5-c47e-47ea-9242-008e93e59535), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:36.603997 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba29ec9d-7b64-4dc4-a2fa-17e5dd36fe2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (c43114b5-c47e-47ea-9242-008e93e59535), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:36.606672 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ba29ec9d-7b64-4dc4-a2fa-17e5dd36fe2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:36.607825 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ba29ec9d-7b64-4dc4-a2fa-17e5dd36fe2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c43114b5-c47e-47ea-9242-008e93e59535 HTTP/1.1" status: 204 len: 168 time: 0.1310627 Jul 28 09:23:36.615653 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29ec9d-7b64-4dc4-a2fa-17e5dd36fe2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43114b5-c47e-47ea-9242-008e93e59535,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:36.862147 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9902e05-336e-4d78-b166-e41e9406fc6d req-12124f79-8c8a-4d19-bbf0-78fa3705fb99 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:36.863742 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c9902e05-336e-4d78-b166-e41e9406fc6d req-12124f79-8c8a-4d19-bbf0-78fa3705fb99 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0532532 Jul 28 09:23:36.905557 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52378) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:36.932837 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-16c7b526-179a-4247-97e6-aa6c5e5e5bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:36.939037 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c9902e05-336e-4d78-b166-e41e9406fc6d req-e85097b2-e5be-4ae0-a36e-0ddf9a40e2b0 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682929 Jul 28 09:23:37.024693 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-16c7b526-179a-4247-97e6-aa6c5e5e5bab admin admin] Publish callbacks [] for security_group (0f795843-44ae-4662-9c36-6f85507df645), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.028309 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-16c7b526-179a-4247-97e6-aa6c5e5e5bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (0f795843-44ae-4662-9c36-6f85507df645), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.070257 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-16c7b526-179a-4247-97e6-aa6c5e5e5bab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40ce0fc6215a4cbd917729eb16cc887c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642504 Jul 28 09:23:37.070976 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7b526-179a-4247-97e6-aa6c5e5e5bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f795843-44ae-4662-9c36-6f85507df645,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:37.073108 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52380) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:37.128262 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5284728c-8424-409a-befb-239bd02553a9 admin admin] Publish callbacks [] for security_group (0f795843-44ae-4662-9c36-6f85507df645), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.152890 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5284728c-8424-409a-befb-239bd02553a9 admin admin] Publish callbacks [] for security_group (0f795843-44ae-4662-9c36-6f85507df645), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.215337 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5284728c-8424-409a-befb-239bd02553a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (0f795843-44ae-4662-9c36-6f85507df645), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.218249 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5284728c-8424-409a-befb-239bd02553a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.222346 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5284728c-8424-409a-befb-239bd02553a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f795843-44ae-4662-9c36-6f85507df645 HTTP/1.1" status: 204 len: 168 time: 0.1450577 Jul 28 09:23:37.236287 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284728c-8424-409a-befb-239bd02553a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f795843-44ae-4662-9c36-6f85507df645,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:37.558990 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52390) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:37.572539 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4eb7-6742-4ddb-b204-f1df925c3f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.651715 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4eb7-6742-4ddb-b204-f1df925c3f77 admin admin] Publish callbacks [] for security_group (c4f9a52c-9280-4c38-98ac-eb2a1dd951c6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.655797 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4eb7-6742-4ddb-b204-f1df925c3f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (c4f9a52c-9280-4c38-98ac-eb2a1dd951c6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.695662 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-aa9e4eb7-6742-4ddb-b204-f1df925c3f77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c79fc7dca8514cc5bc56bd60797978f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354170 Jul 28 09:23:37.696912 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e4eb7-6742-4ddb-b204-f1df925c3f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f9a52c-9280-4c38-98ac-eb2a1dd951c6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:37.698907 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52392) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:37.752971 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1fd69967-31cb-4a60-806c-761dd4ab3cab admin admin] Publish callbacks [] for security_group (c4f9a52c-9280-4c38-98ac-eb2a1dd951c6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.775459 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1fd69967-31cb-4a60-806c-761dd4ab3cab admin admin] Publish callbacks [] for security_group (c4f9a52c-9280-4c38-98ac-eb2a1dd951c6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.822497 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1fd69967-31cb-4a60-806c-761dd4ab3cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (c4f9a52c-9280-4c38-98ac-eb2a1dd951c6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.825627 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1fd69967-31cb-4a60-806c-761dd4ab3cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:37.826806 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1fd69967-31cb-4a60-806c-761dd4ab3cab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4f9a52c-9280-4c38-98ac-eb2a1dd951c6 HTTP/1.1" status: 204 len: 168 time: 0.1267259 Jul 28 09:23:37.835116 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd69967-31cb-4a60-806c-761dd4ab3cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f9a52c-9280-4c38-98ac-eb2a1dd951c6,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:38.068925 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205dc90-0ea1-4075-b343-bfc48ed3c6ef req-e17de598-45ec-4200-83a6-f5a47ac29c2d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:38.070467 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e205dc90-0ea1-4075-b343-bfc48ed3c6ef req-e17de598-45ec-4200-83a6-f5a47ac29c2d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0502305 Jul 28 09:23:38.130440 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e205dc90-0ea1-4075-b343-bfc48ed3c6ef req-52e075aa-5b80-45d9-8851-79725cb3ce88 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534344 Jul 28 09:23:39.251413 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a94b7-c2f5-4493-83f0-fa6267509b27 req-d69dc5a1-6da2-4b4c-a163-75e8c7fec334 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:39.252889 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d8a94b7-c2f5-4493-83f0-fa6267509b27 req-d69dc5a1-6da2-4b4c-a163-75e8c7fec334 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0483761 Jul 28 09:23:39.304493 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2d8a94b7-c2f5-4493-83f0-fa6267509b27 req-d293fd6d-0a74-4f96-b0f9-b804125f9dc4 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459247 Jul 28 09:23:39.783523 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52476) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:39.890329 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d18774dd-39ed-40e1-a5e6-09fedd32c3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:39.963293 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d18774dd-39ed-40e1-a5e6-09fedd32c3ea admin admin] Publish callbacks [] for security_group (8902d31d-1065-415d-9292-0926966be29a), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:39.967479 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d18774dd-39ed-40e1-a5e6-09fedd32c3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8902d31d-1065-415d-9292-0926966be29a), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:39.972804 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:40.008368 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18774dd-39ed-40e1-a5e6-09fedd32c3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8902d31d-1065-415d-9292-0926966be29a,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:40.014017 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d18774dd-39ed-40e1-a5e6-09fedd32c3ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=135660866d51491c8f7bd18f6ade85f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294309 Jul 28 09:23:40.016773 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52480) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:40.048251 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:40.070852 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5dc65485-1ada-4e43-be90-c7d3d8e8ce1e admin admin] Publish callbacks [] for security_group (8902d31d-1065-415d-9292-0926966be29a), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:40.092068 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5dc65485-1ada-4e43-be90-c7d3d8e8ce1e admin admin] Publish callbacks [] for security_group (8902d31d-1065-415d-9292-0926966be29a), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:40.137355 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5dc65485-1ada-4e43-be90-c7d3d8e8ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (8902d31d-1065-415d-9292-0926966be29a), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:40.139953 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-5dc65485-1ada-4e43-be90-c7d3d8e8ce1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:40.141095 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-5dc65485-1ada-4e43-be90-c7d3d8e8ce1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8902d31d-1065-415d-9292-0926966be29a HTTP/1.1" status: 204 len: 168 time: 0.1235399 Jul 28 09:23:40.148673 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc65485-1ada-4e43-be90-c7d3d8e8ce1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8902d31d-1065-415d-9292-0926966be29a,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:40.406836 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52488) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:40.420804 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35f56b63-dcae-4628-ace6-c4dc7616a012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:40.426222 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e0e73-e370-4e05-b03e-49f5e30725e1 req-d57344ea-f49f-4c11-a6fa-d9e7d624f259 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:40.427693 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-443e0e73-e370-4e05-b03e-49f5e30725e1 req-d57344ea-f49f-4c11-a6fa-d9e7d624f259 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0493300 Jul 28 09:23:40.485337 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-443e0e73-e370-4e05-b03e-49f5e30725e1 req-2cc1ec70-3e8f-4e2e-a08c-270cb3ac7181 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519366 Jul 28 09:23:40.505447 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35f56b63-dcae-4628-ace6-c4dc7616a012 admin admin] Publish callbacks [] for security_group (3a5b8cfc-d815-4779-9400-8f1de5328fbe), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:40.511448 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-35f56b63-dcae-4628-ace6-c4dc7616a012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (3a5b8cfc-d815-4779-9400-8f1de5328fbe), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:40.549307 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f56b63-dcae-4628-ace6-c4dc7616a012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b8cfc-d815-4779-9400-8f1de5328fbe,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:40.556219 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-35f56b63-dcae-4628-ace6-c4dc7616a012 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abd66d0bb6c24c4db83fc504cdeb2609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483092 Jul 28 09:23:40.559133 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52492) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:23:40.607709 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-45a11cb9-1e77-4e86-80ec-ab4946e74996 admin admin] Publish callbacks [] for security_group (3a5b8cfc-d815-4779-9400-8f1de5328fbe), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:40.630663 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-45a11cb9-1e77-4e86-80ec-ab4946e74996 admin admin] Publish callbacks [] for security_group (3a5b8cfc-d815-4779-9400-8f1de5328fbe), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:40.676653 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-45a11cb9-1e77-4e86-80ec-ab4946e74996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (3a5b8cfc-d815-4779-9400-8f1de5328fbe), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:40.679242 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-45a11cb9-1e77-4e86-80ec-ab4946e74996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:40.680485 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-45a11cb9-1e77-4e86-80ec-ab4946e74996 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a5b8cfc-d815-4779-9400-8f1de5328fbe HTTP/1.1" status: 204 len: 168 time: 0.1201427 Jul 28 09:23:40.689520 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a11cb9-1e77-4e86-80ec-ab4946e74996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b8cfc-d815-4779-9400-8f1de5328fbe,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:41.418135 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:23:41.599859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:41.614755 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e19138-2881-4d0a-8578-dff64db5cf4b req-5a739661-e0df-42b4-a9bc-d29949cd6b2a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:41.616262 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-53e19138-2881-4d0a-8578-dff64db5cf4b req-5a739661-e0df-42b4-a9bc-d29949cd6b2a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0485854 Jul 28 09:23:41.629508 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:41.669180 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-53e19138-2881-4d0a-8578-dff64db5cf4b req-3059dd3c-b84e-48af-9022-4881024d9268 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462494 Jul 28 09:23:42.196274 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7ef10-afe0-43ba-9463-aa6b4f47371b req-baa4ef33-6dff-4b6e-bc97-3be8ade3bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:42.197758 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbc7ef10-afe0-43ba-9463-aa6b4f47371b req-baa4ef33-6dff-4b6e-bc97-3be8ade3bdc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=53fd239676ec42e0a9f145e924fc249a&device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 1130 time: 0.0408034 Jul 28 09:23:42.294809 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7ef10-afe0-43ba-9463-aa6b4f47371b req-12cc1504-97dc-490f-b5b9-5f52917f473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:42.296254 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbc7ef10-afe0-43ba-9463-aa6b4f47371b req-12cc1504-97dc-490f-b5b9-5f52917f473b service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e5822d8-ff00-4424-b54d-09f23d169007 HTTP/1.1" status: 200 len: 909 time: 0.0924993 Jul 28 09:23:42.390159 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbc7ef10-afe0-43ba-9463-aa6b4f47371b req-ca087df9-22a7-4786-8b1f-2f3c00ae5888 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 HTTP/1.1" status: 200 len: 1002 time: 0.0625637 Jul 28 09:23:42.443413 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7ef10-afe0-43ba-9463-aa6b4f47371b req-73b59a6a-131a-4290-9001-0297d24aefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:42.444862 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbc7ef10-afe0-43ba-9463-aa6b4f47371b req-73b59a6a-131a-4290-9001-0297d24aefcf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48bdb455-4ab7-4e83-9412-807fb482cf5c HTTP/1.1" status: 200 len: 847 time: 0.0487711 Jul 28 09:23:42.490333 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7ef10-afe0-43ba-9463-aa6b4f47371b req-6442aa67-9c50-4213-b09a-393b3fd93aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:42.491955 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbc7ef10-afe0-43ba-9463-aa6b4f47371b req-6442aa67-9c50-4213-b09a-393b3fd93aa3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e5822d8-ff00-4424-b54d-09f23d169007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402560 Jul 28 09:23:42.587970 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbc7ef10-afe0-43ba-9463-aa6b4f47371b req-ea282fa2-11fa-45ba-bc6c-3e36fad42b19 service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883956 Jul 28 09:23:42.686359 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dbc7ef10-afe0-43ba-9463-aa6b4f47371b req-87154423-344c-4868-b4cd-d4537155ca0d service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922437 Jul 28 09:23:42.801188 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59156f6a-feb3-4e28-9601-e5dd0e4ebc4a req-179a0ea9-8121-4cab-960d-fc8fc9f25543 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:42.802679 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59156f6a-feb3-4e28-9601-e5dd0e4ebc4a req-179a0ea9-8121-4cab-960d-fc8fc9f25543 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0554209 Jul 28 09:23:42.855479 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59156f6a-feb3-4e28-9601-e5dd0e4ebc4a req-8d70d56e-1be2-4b23-af1a-e1886042fef3 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465722 Jul 28 09:23:43.977856 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168d70b-fcee-436c-996c-04ae003e15df req-45ae971b-062f-4939-be95-6f0cf3f06bac tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:43.979371 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0168d70b-fcee-436c-996c-04ae003e15df req-45ae971b-062f-4939-be95-6f0cf3f06bac tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0493393 Jul 28 09:23:44.028448 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0168d70b-fcee-436c-996c-04ae003e15df req-0a3d18df-53d0-4bf7-b832-b173a1bc6781 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431108 Jul 28 09:23:45.144622 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96308764-1bbc-4bd4-808d-bd3f35b7f75d req-8c54008e-3db9-426a-bcec-c08486f57bfd tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:45.145992 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96308764-1bbc-4bd4-808d-bd3f35b7f75d req-8c54008e-3db9-426a-bcec-c08486f57bfd tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0455775 Jul 28 09:23:45.195433 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-96308764-1bbc-4bd4-808d-bd3f35b7f75d req-ff506998-56b1-4254-a172-08ee22780437 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440605 Jul 28 09:23:46.310791 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c269fb-3a2c-49bf-8502-63de0bbe3aa5 req-fba4640c-4c42-4323-8895-c873905ba556 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:46.312231 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84c269fb-3a2c-49bf-8502-63de0bbe3aa5 req-fba4640c-4c42-4323-8895-c873905ba556 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0453880 Jul 28 09:23:46.363624 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84c269fb-3a2c-49bf-8502-63de0bbe3aa5 req-9b5192b4-8dc4-4015-9a88-b39de12752e1 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458314 Jul 28 09:23:47.485959 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604d931-92e5-4894-9c15-f17cf1152f96 req-7c5ed7aa-696b-4b39-976f-aeed55212e6b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:47.487516 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a604d931-92e5-4894-9c15-f17cf1152f96 req-7c5ed7aa-696b-4b39-976f-aeed55212e6b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0507684 Jul 28 09:23:47.499294 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:47.543288 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a604d931-92e5-4894-9c15-f17cf1152f96 req-4a13bf55-1825-438d-af1c-4d6097faa803 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499315 Jul 28 09:23:48.661786 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa28cb1-f8d1-4eac-9af4-e540d2fb05b0 req-fb6b7a53-4b6d-4cc4-b943-04f27f407200 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:48.663482 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-efa28cb1-f8d1-4eac-9af4-e540d2fb05b0 req-fb6b7a53-4b6d-4cc4-b943-04f27f407200 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0478125 Jul 28 09:23:48.715354 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-efa28cb1-f8d1-4eac-9af4-e540d2fb05b0 req-96df0db8-56b6-43f5-992f-7a9a18c13012 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458505 Jul 28 09:23:49.803680 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:49.846176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733065b2-cb69-4589-991c-66902cf8953b req-906c39f7-5fd7-4942-af72-7aa7fab52596 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:49.847916 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-733065b2-cb69-4589-991c-66902cf8953b req-906c39f7-5fd7-4942-af72-7aa7fab52596 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0527971 Jul 28 09:23:49.897915 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-733065b2-cb69-4589-991c-66902cf8953b req-fbc299bb-0b2a-4800-9155-58c978ddda17 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442374 Jul 28 09:23:50.068400 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-94c21cc4-a2cb-41a7-a931-122797df7afa req-e3349da8-9f9b-439a-ada0-68d78cc24108 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:23:50.069800 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-94c21cc4-a2cb-41a7-a931-122797df7afa req-e3349da8-9f9b-439a-ada0-68d78cc24108 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1009831 Jul 28 09:23:50.254887 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f763ee2-8d68-4075-9400-01d16722fa92 req-1c227b01-74d6-4e34-9845-aaa6b84afa03 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:50.257027 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f763ee2-8d68-4075-9400-01d16722fa92 req-1c227b01-74d6-4e34-9845-aaa6b84afa03 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0498574 Jul 28 09:23:50.268373 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-b6b1ad44-fafb-439f-9586-f75548ee0566 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896249 Jul 28 09:23:50.314514 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6f763ee2-8d68-4075-9400-01d16722fa92 req-59a619d8-f76f-40b9-85ba-54c5e878dd99 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511746 Jul 28 09:23:50.462086 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-be1deffd-0310-4f28-a19a-80bd78fbcf45 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:50.463421 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-be1deffd-0310-4f28-a19a-80bd78fbcf45 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports/a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 HTTP/1.1" status: 200 len: 943 time: 0.1619916 Jul 28 09:23:50.702875 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:50.704336 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:51.439905 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca516083-9f6d-4944-97d1-d1bffe996b9c req-81c3e1e7-bcfb-4dc6-bee5-6233be36246f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:51.441253 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca516083-9f6d-4944-97d1-d1bffe996b9c req-81c3e1e7-bcfb-4dc6-bee5-6233be36246f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0474517 Jul 28 09:23:51.492933 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca516083-9f6d-4944-97d1-d1bffe996b9c req-bc251558-5949-433a-b978-ea0079db207b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459564 Jul 28 09:23:52.503853 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:23:52.580710 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 is: ACTIVE; New status is: DOWN {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:23:52.581104 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:52.608277 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:23:52.610708 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e752796f-4f34-4954-a9d6-2ad5d3ecc9f1" -d '{"events": [{"server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "name": "network-vif-unplugged", "status": "completed", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:23:52.623127 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ea4ec-c6c3-469a-9a78-05a65e9ab33b req-75626005-aaf8-49e9-bf7c-feea25cf9a14 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:52.624633 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-723ea4ec-c6c3-469a-9a78-05a65e9ab33b req-75626005-aaf8-49e9-bf7c-feea25cf9a14 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0531836 Jul 28 09:23:52.625475 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:23:52.636293 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:52.667190 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3600e2ee-13bf-4fd7-8727-3f5d05017413 x-openstack-request-id: req-3600e2ee-13bf-4fd7-8727-3f5d05017413 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:23:52.667482 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "name": "network-vif-unplugged", "status": "completed", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:23:52.667730 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3600e2ee-13bf-4fd7-8727-3f5d05017413 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:23:52.668118 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3600e2ee-13bf-4fd7-8727-3f5d05017413'] response: {'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'code': 200} Jul 28 09:23:52.673161 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:52.682053 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-723ea4ec-c6c3-469a-9a78-05a65e9ab33b req-8a0e54f4-aa02-4b30-8786-6e54d79204a0 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507283 Jul 28 09:23:52.697998 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,revision_number=6']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:23:52.705799 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.706336 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.706679 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.707019 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.707347 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.707824 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.708176 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.708683 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.709096 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.709457 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.709821 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.710465 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.710829 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.711250 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:52.711605 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:23:53.810324 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2240f8-1ea2-421e-a19d-183a2ce06224 req-0a6109bf-ddb9-4fa2-b7e8-941573bcb756 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:53.811781 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e2240f8-1ea2-421e-a19d-183a2ce06224 req-0a6109bf-ddb9-4fa2-b7e8-941573bcb756 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0503249 Jul 28 09:23:53.861899 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8e2240f8-1ea2-421e-a19d-183a2ce06224 req-2e6ee24f-106e-4ffc-a329-b3f47e06674d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445402 Jul 28 09:23:54.985066 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342a7d4-98c3-4325-af6e-3169f8738347 req-57345cff-3b8f-4694-a1dc-ca41574fd75b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:54.986553 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f342a7d4-98c3-4325-af6e-3169f8738347 req-57345cff-3b8f-4694-a1dc-ca41574fd75b tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0461154 Jul 28 09:23:55.037207 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f342a7d4-98c3-4325-af6e-3169f8738347 req-ce2ffcd4-95cc-476a-830a-1fab366ed3f7 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451481 Jul 28 09:23:56.176120 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-fc3da8e9-a8a0-434c-9fea-2f54114666ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:56.177615 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-fc3da8e9-a8a0-434c-9fea-2f54114666ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112&tenant_id=53fd239676ec42e0a9f145e924fc249a HTTP/1.1" status: 200 len: 1128 time: 0.0715888 Jul 28 09:23:56.188635 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8c6f3-9016-4263-a32e-fcb3c7993655 req-9607ed9f-9d5e-420b-ba9c-9dde54488b62 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:56.190049 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-17f8c6f3-9016-4263-a32e-fcb3c7993655 req-9607ed9f-9d5e-420b-ba9c-9dde54488b62 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0740759 Jul 28 09:23:56.267868 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-a53cd846-69c1-4a9e-bce7-1a76b310ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:56.269374 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-a53cd846-69c1-4a9e-bce7-1a76b310ba36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=53fd239676ec42e0a9f145e924fc249a&device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 1128 time: 0.0558302 Jul 28 09:23:56.273266 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-17f8c6f3-9016-4263-a32e-fcb3c7993655 req-f432fb63-e09b-4926-b17d-2e9685096ebf tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776329 Jul 28 09:23:56.366658 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-e30512e7-039b-4a10-b4d7-8540b0c17340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:56.368140 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-e30512e7-039b-4a10-b4d7-8540b0c17340 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e5822d8-ff00-4424-b54d-09f23d169007 HTTP/1.1" status: 200 len: 909 time: 0.0930579 Jul 28 09:23:56.416401 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:56.429896 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-a21eafc7-14bb-4d6e-9458-e88725c2f778 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 HTTP/1.1" status: 200 len: 1000 time: 0.0553432 Jul 28 09:23:56.484046 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-1d999618-a2a6-432d-96dc-1b4d996f9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:56.485477 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-1d999618-a2a6-432d-96dc-1b4d996f9c30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48bdb455-4ab7-4e83-9412-807fb482cf5c HTTP/1.1" status: 200 len: 847 time: 0.0478282 Jul 28 09:23:56.775056 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-da6afc4b-162f-4225-86b3-276009a2f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:56.776534 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-da6afc4b-162f-4225-86b3-276009a2f088 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e5822d8-ff00-4424-b54d-09f23d169007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2850237 Jul 28 09:23:56.846648 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:56.852146 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=17 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:56.852891 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=17 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:23:56.867129 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-db2f630f-7a5c-4944-98a4-385446570b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:56.873214 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-b2d768fb-b9d2-4f24-ad1b-d8aa853fcfaa service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881672 Jul 28 09:23:56.969699 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ed1d0c4-3b2e-4d50-83f2-d3a02c313d6a req-61c4fbc0-d5f4-406e-a47b-939a3e6a807c service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902412 Jul 28 09:23:57.393533 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362bb54-d17c-46ac-9235-a4363f9ec970 req-427468f9-68ee-4439-b917-28c26781a893 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:57.395827 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d362bb54-d17c-46ac-9235-a4363f9ec970 req-427468f9-68ee-4439-b917-28c26781a893 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0490789 Jul 28 09:23:57.447363 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d362bb54-d17c-46ac-9235-a4363f9ec970 req-cbcbd4b3-b012-4267-9f75-3d5326e38c9d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450790 Jul 28 09:23:58.589613 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816c8b7-f2fa-4505-ab29-72bc6db77839 req-513627cf-950a-4147-a7f4-a03719bc2f1a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:58.591869 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c816c8b7-f2fa-4505-ab29-72bc6db77839 req-513627cf-950a-4147-a7f4-a03719bc2f1a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0603323 Jul 28 09:23:58.644038 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c816c8b7-f2fa-4505-ab29-72bc6db77839 req-bd7b7db9-decd-4f93-92ee-94f5e2771ff6 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466125 Jul 28 09:23:59.383167 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ecf13f10-e504-4633-8a63-c76736ce35ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:23:59.760504 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978837fa-abde-493e-9194-cf4fc42042f3 req-90f604d4-defc-48a7-8050-b42b83786044 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:23:59.762018 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-978837fa-abde-493e-9194-cf4fc42042f3 req-90f604d4-defc-48a7-8050-b42b83786044 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0454707 Jul 28 09:23:59.810204 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-978837fa-abde-493e-9194-cf4fc42042f3 req-8cc73802-c450-4879-8616-5b5257167432 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420272 Jul 28 09:24:00.263286 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:00.265135 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:00.288974 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:00.741093 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52774) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:24:00.848390 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:00.933212 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Publish callbacks [] for security_group (eab97623-cca7-4822-8004-95bfe660ce12), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:00.940809 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (eab97623-cca7-4822-8004-95bfe660ce12), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:00.948433 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db5f72-0141-4807-9aba-4d0dde7f8354 req-fe0b1e1a-0012-4a65-bf1e-65b34834b5e4 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:00.950023 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12db5f72-0141-4807-9aba-4d0dde7f8354 req-fe0b1e1a-0012-4a65-bf1e-65b34834b5e4 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0617332 Jul 28 09:24:00.980101 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab97623-cca7-4822-8004-95bfe660ce12,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:00.987592 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e96a86a37fc54cf9a3355fd7de25d8f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430935 Jul 28 09:24:00.987923 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52782) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:24:00.990089 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.990445 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.990793 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.991136 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.991477 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.991812 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.992142 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.992471 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.992807 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.993137 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.993466 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.993793 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.994142 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.994467 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:00.994788 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1be7c6-b93d-41c4-bb45-4401cfca35b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.019044 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12db5f72-0141-4807-9aba-4d0dde7f8354 req-74e4eded-28d8-49df-bf00-98de8a413b3a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627730 Jul 28 09:24:01.054916 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Publish callbacks [] for security_group (eab97623-cca7-4822-8004-95bfe660ce12), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:01.076395 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Publish callbacks [] for security_group (eab97623-cca7-4822-8004-95bfe660ce12), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:01.122643 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (eab97623-cca7-4822-8004-95bfe660ce12), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:01.126063 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:01.127194 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eab97623-cca7-4822-8004-95bfe660ce12 HTTP/1.1" status: 204 len: 168 time: 0.1383138 Jul 28 09:24:01.134850 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab97623-cca7-4822-8004-95bfe660ce12,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:01.143237 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.143604 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.143944 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.144400 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.144739 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.145201 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.145380 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.145701 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.146051 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.146375 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.146702 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.147025 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.147339 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.147656 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.147995 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d738fdb-6433-4ca1-ad74-497f5ce875de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:01.775219 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:01.915655 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:02.142638 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c741d0-9ed5-415e-8497-20d76ad9bb46 req-77247726-f1ff-4b68-92f6-88abeb387a5a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:02.144077 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-29c741d0-9ed5-415e-8497-20d76ad9bb46 req-77247726-f1ff-4b68-92f6-88abeb387a5a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0490024 Jul 28 09:24:02.188019 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:02.193368 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-29c741d0-9ed5-415e-8497-20d76ad9bb46 req-f2e12609-f01d-40cd-bfaf-c716f446fbdd tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437555 Jul 28 09:24:03.317422 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0fb1-cc4c-4638-baf1-c85771025948 req-ce2d836a-9bb2-4520-9ddc-b3a74a0b8b71 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:03.319702 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a7a0fb1-cc4c-4638-baf1-c85771025948 req-ce2d836a-9bb2-4520-9ddc-b3a74a0b8b71 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0558715 Jul 28 09:24:03.368129 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2a7a0fb1-cc4c-4638-baf1-c85771025948 req-df389926-c6d6-490a-b304-08d222727e3a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433030 Jul 28 09:24:04.481538 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfdd76-2fd6-46f0-8863-e336e45b5c48 req-c0267a66-477b-47ee-8cad-3e7a3e99a835 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:04.483010 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3dfdd76-2fd6-46f0-8863-e336e45b5c48 req-c0267a66-477b-47ee-8cad-3e7a3e99a835 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0464361 Jul 28 09:24:04.534503 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e3dfdd76-2fd6-46f0-8863-e336e45b5c48 req-a75db0c0-22b2-4e76-b70a-9b8eb4e68fe7 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454507 Jul 28 09:24:05.651617 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ed7e1-4ca9-4612-bda7-a2bc256c3c76 req-6c377206-ff15-42d4-b80f-75959f848cef tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:05.653059 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-384ed7e1-4ca9-4612-bda7-a2bc256c3c76 req-6c377206-ff15-42d4-b80f-75959f848cef tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 944 time: 0.0462873 Jul 28 09:24:05.683973 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:05.704005 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-384ed7e1-4ca9-4612-bda7-a2bc256c3c76 req-e448910c-959f-4a7d-8c06-fca447b6cc95 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449009 Jul 28 09:24:06.322977 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:24:06.419959 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:06.430744 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'port_id': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'mac_address': 'fa:16:3e:82:3a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:24:06.465274 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:24:06.465655 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:06.478069 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:24:06.497414 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:06.501463 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:06.546092 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,revision_number=7']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:06.821488 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8e206-8214-433f-8830-8c5486d388ed req-850c50c1-02b0-43ff-8003-47b799ca184e tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:06.822974 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ef8e206-8214-433f-8830-8c5486d388ed req-850c50c1-02b0-43ff-8003-47b799ca184e tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 945 time: 0.0468583 Jul 28 09:24:06.873040 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-0ef8e206-8214-433f-8830-8c5486d388ed req-44631e54-8087-43fd-9a5b-5d3493388c3d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443962 Jul 28 09:24:07.096171 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['a0c11b49-c1f8-46bc-898f-8e43eaaa04d4'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:24:07.269369 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:07.310726 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:07.992676 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225586cc-bf04-4d29-9a39-78ffeb6bfb1d req-14d3e127-0861-444e-8b4f-19f6e4336661 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:07.994138 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-225586cc-bf04-4d29-9a39-78ffeb6bfb1d req-14d3e127-0861-444e-8b4f-19f6e4336661 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 945 time: 0.0495441 Jul 28 09:24:08.042595 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-225586cc-bf04-4d29-9a39-78ffeb6bfb1d req-2b826298-f92c-4cc7-a642-b53f7ad86eee tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429857 Jul 28 09:24:08.338371 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:08.382016 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:24:08.382390 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:08.450995 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:24:08.451377 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:08.473970 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:24:08.476167 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037a6ad0-92ec-4952-ad77-b2ccf67dfc54" -d '{"events": [{"server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "name": "network-vif-plugged", "status": "completed", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:24:08.492328 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:08.496708 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:08.519067 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35488126-f666-4387-9cb1-398db064781f x-openstack-request-id: req-35488126-f666-4387-9cb1-398db064781f {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:24:08.519297 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "name": "network-vif-plugged", "status": "completed", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:24:08.519547 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35488126-f666-4387-9cb1-398db064781f {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:24:08.519937 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35488126-f666-4387-9cb1-398db064781f'] response: {'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'code': 200} Jul 28 09:24:08.545447 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,revision_number=8']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:08.777195 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2b4e4-e6b1-47b9-b26c-c8e0d760ba21 req-537a3355-d319-4718-8187-54b80f1c0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:08.778638 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84d2b4e4-e6b1-47b9-b26c-c8e0d760ba21 req-537a3355-d319-4718-8187-54b80f1c0e33 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 1130 time: 0.0370793 Jul 28 09:24:08.824264 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-84d2b4e4-e6b1-47b9-b26c-c8e0d760ba21 req-82d140f7-0cc5-4503-be4e-cd0c2893b1fe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390537 Jul 28 09:24:09.158016 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d8fac-8b41-4303-8290-a4d0d83a478f req-7f4b21ca-ba33-4c54-8c47-715689267f09 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:09.159484 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-360d8fac-8b41-4303-8290-a4d0d83a478f req-7f4b21ca-ba33-4c54-8c47-715689267f09 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0464950 Jul 28 09:24:09.211387 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-360d8fac-8b41-4303-8290-a4d0d83a478f req-915530f1-36da-4791-aa06-66d142333e44 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464542 Jul 28 09:24:10.329206 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d042c2-b0cc-433b-a424-b6bab4bf16e1 req-9ad229c5-ad5e-4366-bf75-b8c7e0b260a5 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:10.330699 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05d042c2-b0cc-433b-a424-b6bab4bf16e1 req-9ad229c5-ad5e-4366-bf75-b8c7e0b260a5 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0466976 Jul 28 09:24:10.380643 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05d042c2-b0cc-433b-a424-b6bab4bf16e1 req-bb18833a-8e2e-4763-a670-56a13843317e tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441887 Jul 28 09:24:10.973819 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:10.983949 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:11.498946 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07221e4-0dbc-41c8-937d-c4da0734b107 req-cbb74172-35d1-49c8-a689-d710ea89d61e tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:11.500296 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b07221e4-0dbc-41c8-937d-c4da0734b107 req-cbb74172-35d1-49c8-a689-d710ea89d61e tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0464051 Jul 28 09:24:11.548635 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b07221e4-0dbc-41c8-937d-c4da0734b107 req-401f7d41-e6a9-4315-b45e-e6266d17deea tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428648 Jul 28 09:24:18.418083 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:24:18.537133 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:18.543474 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:21.540064 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=82 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:21.544184 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=55 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:22.647513 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:26.884633 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c9162a49-7f24-4c65-821f-dfbbfec855d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:28.414225 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:28.415053 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:29.385189 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9858d6b4-b2d3-4384-b92e-41feedf23d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:30.292485 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:31.777974 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:31.919016 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:32.996540 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 52918) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:24:33.098784 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3739a29b-b746-4680-be07-bc465f9ca458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:33.177231 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-953224f3-28b2-4228-820f-d373e19937fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426044 Jul 28 09:24:33.178088 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3739a29b-b746-4680-be07-bc465f9ca458 admin admin] Publish callbacks [] for security_group (02dc5649-bff2-4015-97c5-72ef9a3cd577), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:33.182807 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3739a29b-b746-4680-be07-bc465f9ca458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (02dc5649-bff2-4015-97c5-72ef9a3cd577), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:33.224446 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3739a29b-b746-4680-be07-bc465f9ca458 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f11af5630c44d54b7d9e9c9b6634ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242787 Jul 28 09:24:33.224446 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739a29b-b746-4680-be07-bc465f9ca458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc5649-bff2-4015-97c5-72ef9a3cd577,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:33.225488 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 52922) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:24:33.302296 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-85cdbc7c-08d0-4798-842f-160d2c498d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:33.303639 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-85cdbc7c-08d0-4798-842f-160d2c498d04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=53fd239676ec42e0a9f145e924fc249a&device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 1130 time: 0.0643437 Jul 28 09:24:33.319282 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfb62-01e9-41ad-a976-70bcc4cb0066 admin admin] Publish callbacks [] for security_group (02dc5649-bff2-4015-97c5-72ef9a3cd577), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:33.386925 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfb62-01e9-41ad-a976-70bcc4cb0066 admin admin] Publish callbacks [] for security_group (02dc5649-bff2-4015-97c5-72ef9a3cd577), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:33.451209 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-4752d2c1-6838-4a2f-9f38-b4963aac10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:33.452669 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-4752d2c1-6838-4a2f-9f38-b4963aac10f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e5822d8-ff00-4424-b54d-09f23d169007 HTTP/1.1" status: 200 len: 909 time: 0.1289842 Jul 28 09:24:33.494300 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfb62-01e9-41ad-a976-70bcc4cb0066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (02dc5649-bff2-4015-97c5-72ef9a3cd577), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:33.496740 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f2bfb62-01e9-41ad-a976-70bcc4cb0066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:33.497833 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5f2bfb62-01e9-41ad-a976-70bcc4cb0066 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/02dc5649-bff2-4015-97c5-72ef9a3cd577 HTTP/1.1" status: 204 len: 168 time: 0.2713666 Jul 28 09:24:33.515309 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bfb62-01e9-41ad-a976-70bcc4cb0066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc5649-bff2-4015-97c5-72ef9a3cd577,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:33.534442 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-2eb77634-bcd9-4dba-b48e-3b6654b1d49e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 HTTP/1.1" status: 200 len: 1002 time: 0.0754457 Jul 28 09:24:33.588980 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-590ad48d-f101-4eb5-86d2-41c2bf38e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:33.590536 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-590ad48d-f101-4eb5-86d2-41c2bf38e46b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48bdb455-4ab7-4e83-9412-807fb482cf5c HTTP/1.1" status: 200 len: 847 time: 0.0496061 Jul 28 09:24:33.636295 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-cfbda48a-38a4-4ba8-a490-e1253971434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:33.637821 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-cfbda48a-38a4-4ba8-a490-e1253971434f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e5822d8-ff00-4424-b54d-09f23d169007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401053 Jul 28 09:24:33.739973 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-58a6df0e-8c43-4ed0-a42c-c42e3278e281 service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952127 Jul 28 09:24:33.836349 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-208ae4bc-b3c2-45b2-8f9a-d3dcd1003bb7 req-fbbe6548-52d9-4527-80a5-dc424f3ad243 service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893836 Jul 28 09:24:35.732303 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-a0cbc916-c441-4aa5-8cb5-8a4155e1e659 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7ea63f58bc674db7b5ce6274a3785897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297270 Jul 28 09:24:35.913266 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-049ac38f-140a-4fc6-8e8a-5d87593a72cb tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:35.915249 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-049ac38f-140a-4fc6-8e8a-5d87593a72cb tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773860 Jul 28 09:24:35.930333 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-726a9182-9def-4c3c-896b-14936d6ae215 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/quotas/7ea63f58bc674db7b5ce6274a3785897 HTTP/1.1" status: 200 len: 375 time: 0.0093088 Jul 28 09:24:35.964074 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-5fa4a151-ebcd-4bdb-bb0c-f8387bba81d0 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ea63f58bc674db7b5ce6274a3785897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269377 Jul 28 09:24:36.120606 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bb867078-7a93-45b8-909c-93b2c12c97ba req-3a477ea2-8fb7-4052-a521-acc88fe7a885 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 210 time: 0.0268452 Jul 28 09:24:37.091071 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-b1169eb3-ab99-4efc-a4ea-b2b0421f0d57 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7ea63f58bc674db7b5ce6274a3785897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215588 Jul 28 09:24:37.182328 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:37.236705 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-253b8c20-8170-4902-a1a4-3493a7da6152 req-b93c9d5e-5e64-47a8-b7c1-9a993f0e81dc tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 210 time: 0.0360191 Jul 28 09:24:37.242643 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-48bbadb7-f8c4-4990-b0cd-6e017473657a tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:37.244538 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-48bbadb7-f8c4-4990-b0cd-6e017473657a tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454628 Jul 28 09:24:37.377875 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Request body: {'port': {'device_id': 'df6c30aa-84af-423d-bc95-abfeb032ce8a', 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893', 'admin_state_up': True, 'tenant_id': '7ea63f58bc674db7b5ce6274a3785897'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:24:37.478218 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:37.483463 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Made reservation on behalf of 7ea63f58bc674db7b5ce6274a3785897 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:37.486813 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:37.496238 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:37.573337 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Publish callbacks [] for security_group (1f6153e9-b06c-4e84-bb7e-c5a95720ee8a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:37.577792 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (1f6153e9-b06c-4e84-bb7e-c5a95720ee8a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:37.643312 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:37.715491 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Allocated IP 192.168.233.114 (a015087a-2403-4163-9e5f-e37afc76d893/c65997d9-888b-41dc-90a4-b64ec367c19e/b3d5c9de-6e33-42fc-a798-89e674bcef04) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:37.866772 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Publish callbacks [] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:37.898003 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:37.942941 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Network a015087a-2403-4163-9e5f-e37afc76d893 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:37.946149 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:37.948690 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:24:37.975085 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Pushing event updated for resources: {'Port': ['ID=b3d5c9de-6e33-42fc-a798-89e674bcef04,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:38.009127 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:38.009741 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:38.016289 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:38.027999 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-f1bdcb72-1574-4ec2-8932-2370e7086437 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6539526 Jul 28 09:24:38.047703 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Request body: {'port': {'device_id': 'df6c30aa-84af-423d-bc95-abfeb032ce8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:24:38.117531 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:38.196573 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-4647468b-e417-49f3-a4fa-ebc12fc9c5a0 None None] Provisioning complete for port b3d5c9de-6e33-42fc-a798-89e674bcef04 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:24:38.197318 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4647468b-e417-49f3-a4fa-ebc12fc9c5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:38.231515 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-4647468b-e417-49f3-a4fa-ebc12fc9c5a0 None None] Port b3d5c9de-6e33-42fc-a798-89e674bcef04 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:24:38.286976 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:38.383150 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1a116-9509-4f30-bfe5-221ef777d130 req-2a1d4e26-0b49-4aa9-8cd9-1eca530d7fb5 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:38.385020 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4e1a116-9509-4f30-bfe5-221ef777d130 req-2a1d4e26-0b49-4aa9-8cd9-1eca530d7fb5 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 936 time: 0.0723665 Jul 28 09:24:38.454576 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d5c9de-6e33-42fc-a798-89e674bcef04 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:24:38.468982 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Publish callbacks [] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:38.483674 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4e1a116-9509-4f30-bfe5-221ef777d130 req-04883605-43a0-47ae-9041-2b31532f599c tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927927 Jul 28 09:24:38.488845 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Transition to ACTIVE for port object b3d5c9de-6e33-42fc-a798-89e674bcef04 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:24:38.492631 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:38.546362 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d5c9de-6e33-42fc-a798-89e674bcef04,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:38.628752 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Attempting to bind port b3d5c9de-6e33-42fc-a798-89e674bcef04 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:24:38.629523 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Attempting to bind port b3d5c9de-6e33-42fc-a798-89e674bcef04 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '09ffdd49-8f2b-4a9a-ad71-08612be00543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:24:38.629994 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Attempting to bind port b3d5c9de-6e33-42fc-a798-89e674bcef04 on network a015087a-2403-4163-9e5f-e37afc76d893 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:24:38.635771 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Port b3d5c9de-6e33-42fc-a798-89e674bcef04 on network a015087a-2403-4163-9e5f-e37afc76d893 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:24:38.636023 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Attempting to bind port b3d5c9de-6e33-42fc-a798-89e674bcef04 on network a015087a-2403-4163-9e5f-e37afc76d893 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:24:38.641478 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:24:38.641818 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Checking segment: {'id': '09ffdd49-8f2b-4a9a-ad71-08612be00543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:24:38.642233 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Bound using segment: {'id': '09ffdd49-8f2b-4a9a-ad71-08612be00543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:24:38.642665 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Bound port: b3d5c9de-6e33-42fc-a798-89e674bcef04, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ffdd49-8f2b-4a9a-ad71-08612be00543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:24:38.643020 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:38.707498 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] For port b3d5c9de-6e33-42fc-a798-89e674bcef04, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:38.711216 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] For port b3d5c9de-6e33-42fc-a798-89e674bcef04, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=b3d5c9de-6e33-42fc-a798-89e674bcef04,segment=NetworkSegment(09ffdd49-8f2b-4a9a-ad71-08612be00543),segment_id=09ffdd49-8f2b-4a9a-ad71-08612be00543)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:38.716716 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:38.754805 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:38.755452 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:38.756850 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] 10.222.0.60 "PUT /v2.0/ports/b3d5c9de-6e33-42fc-a798-89e674bcef04 HTTP/1.1" status: 200 len: 1098 time: 0.7134621 Jul 28 09:24:38.757306 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6c30aa-84af-423d-bc95-abfeb032ce8a', 'tag': 'b3d5c9de-6e33-42fc-a798-89e674bcef04'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:24:38.760227 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e843c3d-2217-44f3-ae40-87817eb37dae" -d '{"events": [{"name": "network-changed", "server_uuid": "df6c30aa-84af-423d-bc95-abfeb032ce8a", "tag": "b3d5c9de-6e33-42fc-a798-89e674bcef04"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:24:38.780966 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7f595-6e9a-40dc-96a2-76bcb7cdbb28 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d5c9de-6e33-42fc-a798-89e674bcef04,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:38.806986 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e138343-c0c5-4261-a1aa-9d92e50aeb3c x-openstack-request-id: req-2e138343-c0c5-4261-a1aa-9d92e50aeb3c {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:24:38.807335 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6c30aa-84af-423d-bc95-abfeb032ce8a", "tag": "b3d5c9de-6e33-42fc-a798-89e674bcef04", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:24:38.807644 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e138343-c0c5-4261-a1aa-9d92e50aeb3c {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:24:38.808105 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e138343-c0c5-4261-a1aa-9d92e50aeb3c'] response: {'name': 'network-changed', 'server_uuid': 'df6c30aa-84af-423d-bc95-abfeb032ce8a', 'tag': 'b3d5c9de-6e33-42fc-a798-89e674bcef04', 'status': 'completed', 'code': 200} Jul 28 09:24:38.867656 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-5ee751c7-e98f-4161-aad6-d0d32ec200ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:38.869724 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-5ee751c7-e98f-4161-aad6-d0d32ec200ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ea63f58bc674db7b5ce6274a3785897&device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 1132 time: 0.0446467 Jul 28 09:24:38.919088 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-bfa128cf-06a0-471e-b7d7-63c7a1ae0a44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b3d5c9de-6e33-42fc-a798-89e674bcef04 HTTP/1.1" status: 200 len: 217 time: 0.0352647 Jul 28 09:24:38.959439 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:38.975582 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-5c97fef3-7a94-47b6-9ba5-b38fdf5cd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:38.977738 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-5c97fef3-7a94-47b6-9ba5-b38fdf5cd67d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c65997d9-888b-41dc-90a4-b64ec367c19e HTTP/1.1" status: 200 len: 843 time: 0.0506740 Jul 28 09:24:39.023848 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-88c25026-9e39-4946-b0f5-4803a9e96dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:39.025349 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-88c25026-9e39-4946-b0f5-4803a9e96dbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a015087a-2403-4163-9e5f-e37afc76d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0421641 Jul 28 09:24:39.118309 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-ed263e78-f566-4ebc-b589-f39ddb1778af service neutron] 10.222.0.60 "GET /v2.0/networks/a015087a-2403-4163-9e5f-e37afc76d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863926 Jul 28 09:24:39.214604 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9b7ea957-415d-4dd8-b298-fd333f0275aa req-c3839c1b-68b7-443d-848d-a2aa74ce3dbc service neutron] 10.222.0.60 "GET /v2.0/networks/a015087a-2403-4163-9e5f-e37afc76d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901692 Jul 28 09:24:39.614491 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d94c3-63a6-4a14-bf8d-d61ef9b660f2 req-64338469-ca3c-431e-8a76-24cae5df12b9 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:39.615951 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e7d94c3-63a6-4a14-bf8d-d61ef9b660f2 req-64338469-ca3c-431e-8a76-24cae5df12b9 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 948 time: 0.0469975 Jul 28 09:24:39.662532 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9e7d94c3-63a6-4a14-bf8d-d61ef9b660f2 req-d1a4482b-c47a-4c27-85a5-827f28953750 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Jul 28 09:24:40.772684 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:40.797134 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf4977-18bd-4af2-92d8-96891e788894 req-5256cc34-b19f-4d50-beff-0d3d31562e93 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:40.798678 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cfaf4977-18bd-4af2-92d8-96891e788894 req-5256cc34-b19f-4d50-beff-0d3d31562e93 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 948 time: 0.0544338 Jul 28 09:24:40.845660 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cfaf4977-18bd-4af2-92d8-96891e788894 req-74f7fa6b-1372-4d3c-85f9-ab9172f2453e tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Jul 28 09:24:41.609472 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843c3d-2217-44f3-ae40-87817eb37dae req-04f6d0a8-46e7-4026-8352-0684af4c5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:41.610994 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e843c3d-2217-44f3-ae40-87817eb37dae req-04f6d0a8-46e7-4026-8352-0684af4c5941 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ea63f58bc674db7b5ce6274a3785897&device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 1132 time: 0.0394926 Jul 28 09:24:41.706185 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843c3d-2217-44f3-ae40-87817eb37dae req-39da619a-e283-4e8b-b1e3-2ef931522705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:41.707574 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e843c3d-2217-44f3-ae40-87817eb37dae req-39da619a-e283-4e8b-b1e3-2ef931522705 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a015087a-2403-4163-9e5f-e37afc76d893 HTTP/1.1" status: 200 len: 870 time: 0.0911472 Jul 28 09:24:41.746055 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e843c3d-2217-44f3-ae40-87817eb37dae req-363587a1-e6c5-4519-8a8a-0366c79977b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b3d5c9de-6e33-42fc-a798-89e674bcef04 HTTP/1.1" status: 200 len: 217 time: 0.0328379 Jul 28 09:24:41.794847 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843c3d-2217-44f3-ae40-87817eb37dae req-2ad4d48a-0612-45de-ac5a-98baeee3323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:41.796292 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e843c3d-2217-44f3-ae40-87817eb37dae req-2ad4d48a-0612-45de-ac5a-98baeee3323a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c65997d9-888b-41dc-90a4-b64ec367c19e HTTP/1.1" status: 200 len: 843 time: 0.0446324 Jul 28 09:24:41.840654 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843c3d-2217-44f3-ae40-87817eb37dae req-243ef6a5-be95-4e04-aa76-3d986c87ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:41.842173 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e843c3d-2217-44f3-ae40-87817eb37dae req-243ef6a5-be95-4e04-aa76-3d986c87ac8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a015087a-2403-4163-9e5f-e37afc76d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0393732 Jul 28 09:24:41.962138 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e843c3d-2217-44f3-ae40-87817eb37dae req-a2117db3-14c3-4267-a09d-55d0dfbf0cd4 service neutron] 10.222.0.60 "GET /v2.0/networks/a015087a-2403-4163-9e5f-e37afc76d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133575 Jul 28 09:24:41.996710 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e5785-ccf4-4672-a8e9-023a9f4bcaf0 req-1adcfdfe-4adb-499e-b8c0-834423fee2de tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:41.998200 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a6e5785-ccf4-4672-a8e9-023a9f4bcaf0 req-1adcfdfe-4adb-499e-b8c0-834423fee2de tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 948 time: 0.0765204 Jul 28 09:24:42.343484 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1a6e5785-ccf4-4672-a8e9-023a9f4bcaf0 req-1084382e-d530-4615-b7ad-71ef91777d3f tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724895 Jul 28 09:24:42.349214 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e843c3d-2217-44f3-ae40-87817eb37dae req-f31191e6-de46-49fe-8dfb-7d0ef05367ff service neutron] 10.222.0.60 "GET /v2.0/networks/a015087a-2403-4163-9e5f-e37afc76d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797083 Jul 28 09:24:42.561513 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device b3d5c9de-6e33-42fc-a798-89e674bcef04 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:24:42.815618 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port b3d5c9de-6e33-42fc-a798-89e674bcef04, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=b3d5c9de-6e33-42fc-a798-89e674bcef04,segment=NetworkSegment(09ffdd49-8f2b-4a9a-ad71-08612be00543),segment_id=09ffdd49-8f2b-4a9a-ad71-08612be00543)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:42.827912 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': 'b3d5c9de-6e33-42fc-a798-89e674bcef04', 'network_id': 'a015087a-2403-4163-9e5f-e37afc76d893', 'port_id': 'b3d5c9de-6e33-42fc-a798-89e674bcef04', 'mac_address': 'fa:16:3e:d4:86:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65997d9-888b-41dc-90a4-b64ec367c19e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:24:42.866571 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port b3d5c9de-6e33-42fc-a798-89e674bcef04 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:24:42.866991 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:42.881514 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d5c9de-6e33-42fc-a798-89e674bcef04 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:24:42.903819 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port b3d5c9de-6e33-42fc-a798-89e674bcef04, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=b3d5c9de-6e33-42fc-a798-89e674bcef04,segment=NetworkSegment(09ffdd49-8f2b-4a9a-ad71-08612be00543),segment_id=09ffdd49-8f2b-4a9a-ad71-08612be00543)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:42.907947 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:42.961096 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=b3d5c9de-6e33-42fc-a798-89e674bcef04,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:43.213373 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=17,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:43.218279 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=20,neutron:INSERT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:43.376953 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['b3d5c9de-6e33-42fc-a798-89e674bcef04'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:24:43.455476 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:43.468565 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8c32-27ed-45bc-ba8c-56755cc6d561 req-14234e5d-995f-40fd-bccd-3386bc040e5e tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:43.470001 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3daa8c32-27ed-45bc-ba8c-56755cc6d561 req-14234e5d-995f-40fd-bccd-3386bc040e5e tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 949 time: 0.0530164 Jul 28 09:24:43.527769 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3daa8c32-27ed-45bc-ba8c-56755cc6d561 req-73c6d8d9-8f8f-417c-841d-d259a72c8187 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518887 Jul 28 09:24:44.571659 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device b3d5c9de-6e33-42fc-a798-89e674bcef04 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:44.614400 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:44.615508 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port b3d5c9de-6e33-42fc-a798-89e674bcef04 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:24:44.622406 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port b3d5c9de-6e33-42fc-a798-89e674bcef04 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:24:44.622782 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:44.642200 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:44.657634 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce25ac8-0798-4f80-8655-a2902b7a5c74 req-43f6a2b1-c0cc-4d94-bf61-5bc07fd5c935 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:44.659272 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bce25ac8-0798-4f80-8655-a2902b7a5c74 req-43f6a2b1-c0cc-4d94-bf61-5bc07fd5c935 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 949 time: 0.0505056 Jul 28 09:24:44.707173 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port b3d5c9de-6e33-42fc-a798-89e674bcef04 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:24:44.707561 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:44.710281 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bce25ac8-0798-4f80-8655-a2902b7a5c74 req-bc553e5e-9bd8-4357-a082-ec49230c3f2a tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442169 Jul 28 09:24:44.731762 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6c30aa-84af-423d-bc95-abfeb032ce8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d5c9de-6e33-42fc-a798-89e674bcef04'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:24:44.734029 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c3fe2a-8ccb-4d6b-ad4c-c574fd4fc371" -d '{"events": [{"server_uuid": "df6c30aa-84af-423d-bc95-abfeb032ce8a", "name": "network-vif-plugged", "status": "completed", "tag": "b3d5c9de-6e33-42fc-a798-89e674bcef04"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:24:44.748155 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port b3d5c9de-6e33-42fc-a798-89e674bcef04, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=b3d5c9de-6e33-42fc-a798-89e674bcef04,segment=NetworkSegment(09ffdd49-8f2b-4a9a-ad71-08612be00543),segment_id=09ffdd49-8f2b-4a9a-ad71-08612be00543)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:44.754457 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:44.778634 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03d5d45-67b1-4c39-a837-9735209427a0 x-openstack-request-id: req-f03d5d45-67b1-4c39-a837-9735209427a0 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:24:44.778857 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6c30aa-84af-423d-bc95-abfeb032ce8a", "name": "network-vif-plugged", "status": "completed", "tag": "b3d5c9de-6e33-42fc-a798-89e674bcef04", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:24:44.779107 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f03d5d45-67b1-4c39-a837-9735209427a0 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:24:44.779499 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03d5d45-67b1-4c39-a837-9735209427a0'] response: {'server_uuid': 'df6c30aa-84af-423d-bc95-abfeb032ce8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d5c9de-6e33-42fc-a798-89e674bcef04', 'code': 200} Jul 28 09:24:44.806376 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=b3d5c9de-6e33-42fc-a798-89e674bcef04,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:44.981989 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481d66f-6d87-4b52-8840-f3fbce69af01 req-d9b7bc2f-18f8-408b-8993-3e602aa862b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:44.983481 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3481d66f-6d87-4b52-8840-f3fbce69af01 req-d9b7bc2f-18f8-408b-8993-3e602aa862b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 1134 time: 0.0388961 Jul 28 09:24:45.029207 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3481d66f-6d87-4b52-8840-f3fbce69af01 req-dcd847c8-51c1-4eb0-b7d6-55ac32e8c8b2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398285 Jul 28 09:24:45.837468 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e959f1-e104-4c96-bc23-1e5dce83ea8a req-77df6976-4138-4c78-9d3e-c9578100ff0f tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:45.838876 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8e959f1-e104-4c96-bc23-1e5dce83ea8a req-77df6976-4138-4c78-9d3e-c9578100ff0f tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 950 time: 0.0507853 Jul 28 09:24:45.895305 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8e959f1-e104-4c96-bc23-1e5dce83ea8a req-a26d02a5-b051-4a1e-967a-bdf3ce213bb6 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507715 Jul 28 09:24:47.019145 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c2b8a-6ce9-4105-b018-c9ffb56203eb req-7b76114c-9992-4388-942e-0a72230cc350 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:47.020633 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4e1c2b8a-6ce9-4105-b018-c9ffb56203eb req-7b76114c-9992-4388-942e-0a72230cc350 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 950 time: 0.0483389 Jul 28 09:24:47.041758 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:47.070106 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4e1c2b8a-6ce9-4105-b018-c9ffb56203eb req-a28d2b5f-c6b5-481c-9e30-5a9723895d88 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438387 Jul 28 09:24:47.353577 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350443e5-fc7b-4160-b2f6-bd6654d78adf req-54af4f9f-888d-46a1-9ac9-d97fae628489 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:47.356539 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-350443e5-fc7b-4160-b2f6-bd6654d78adf req-54af4f9f-888d-46a1-9ac9-d97fae628489 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 950 time: 0.0514538 Jul 28 09:24:47.412460 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-350443e5-fc7b-4160-b2f6-bd6654d78adf req-190ce472-9cdf-426c-b5ca-a3266dd49afb tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499172 Jul 28 09:24:48.535286 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ede5f-355a-4e7a-b0b9-380eecb7384a req-b1c99f6d-0c01-4275-b46a-3624c65d47cf tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:48.536761 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-436ede5f-355a-4e7a-b0b9-380eecb7384a req-b1c99f6d-0c01-4275-b46a-3624c65d47cf tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 950 time: 0.0467722 Jul 28 09:24:48.591036 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-436ede5f-355a-4e7a-b0b9-380eecb7384a req-529bdc13-a19b-404d-9316-162f54de6e38 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/security-groups?id=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476708 Jul 28 09:24:48.991887 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d36e1-8698-4a77-97e1-61d502673be5 req-62a72ce0-0d96-4648-9b20-7b592f58cd17 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:48.993320 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c68d36e1-8698-4a77-97e1-61d502673be5 req-62a72ce0-0d96-4648-9b20-7b592f58cd17 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.60 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 950 time: 0.0474796 Jul 28 09:24:49.083752 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-c68d36e1-8698-4a77-97e1-61d502673be5 req-51bee833-af4c-43ae-bd1a-b9a98ecfed13 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Deleting port b3d5c9de-6e33-42fc-a798-89e674bcef04 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:24:49.084075 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c68d36e1-8698-4a77-97e1-61d502673be5 req-51bee833-af4c-43ae-bd1a-b9a98ecfed13 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:49.177798 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-c68d36e1-8698-4a77-97e1-61d502673be5 req-51bee833-af4c-43ae-bd1a-b9a98ecfed13 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] For port b3d5c9de-6e33-42fc-a798-89e674bcef04, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=b3d5c9de-6e33-42fc-a798-89e674bcef04,segment=NetworkSegment(09ffdd49-8f2b-4a9a-ad71-08612be00543),segment_id=09ffdd49-8f2b-4a9a-ad71-08612be00543)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:49.178084 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c68d36e1-8698-4a77-97e1-61d502673be5 req-51bee833-af4c-43ae-bd1a-b9a98ecfed13 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:49.190846 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-c68d36e1-8698-4a77-97e1-61d502673be5 req-51bee833-af4c-43ae-bd1a-b9a98ecfed13 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Calling delete_port for b3d5c9de-6e33-42fc-a798-89e674bcef04 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:24:49.267241 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:49.326089 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c68d36e1-8698-4a77-97e1-61d502673be5 req-51bee833-af4c-43ae-bd1a-b9a98ecfed13 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (b3d5c9de-6e33-42fc-a798-89e674bcef04), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:49.355666 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bee833-af4c-43ae-bd1a-b9a98ecfed13 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Pushing event deleted for resources: {'Port': ['ID=b3d5c9de-6e33-42fc-a798-89e674bcef04,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:49.363040 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['b3d5c9de-6e33-42fc-a798-89e674bcef04'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:24:49.422663 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68d36e1-8698-4a77-97e1-61d502673be5 req-51bee833-af4c-43ae-bd1a-b9a98ecfed13 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] No DVR routers for this DVR port b3d5c9de-6e33-42fc-a798-89e674bcef04 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:24:49.425988 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-c68d36e1-8698-4a77-97e1-61d502673be5 req-51bee833-af4c-43ae-bd1a-b9a98ecfed13 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:49.431057 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c68d36e1-8698-4a77-97e1-61d502673be5 req-51bee833-af4c-43ae-bd1a-b9a98ecfed13 tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.60 "DELETE /v2.0/ports/b3d5c9de-6e33-42fc-a798-89e674bcef04 HTTP/1.1" status: 204 len: 173 time: 0.4315822 Jul 28 09:24:49.431393 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6c30aa-84af-423d-bc95-abfeb032ce8a', 'name': 'network-vif-deleted', 'tag': 'b3d5c9de-6e33-42fc-a798-89e674bcef04'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:24:49.435381 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459d6feb-d093-4b59-af48-08d215f63091" -d '{"events": [{"server_uuid": "df6c30aa-84af-423d-bc95-abfeb032ce8a", "name": "network-vif-deleted", "tag": "b3d5c9de-6e33-42fc-a798-89e674bcef04"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:24:49.481729 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e400a146-f709-4340-badf-84bdf525614f x-openstack-request-id: req-e400a146-f709-4340-badf-84bdf525614f {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:24:49.482063 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6c30aa-84af-423d-bc95-abfeb032ce8a", "name": "network-vif-deleted", "tag": "b3d5c9de-6e33-42fc-a798-89e674bcef04", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:24:49.482312 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e400a146-f709-4340-badf-84bdf525614f {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:24:49.482714 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e400a146-f709-4340-badf-84bdf525614f'] response: {'server_uuid': 'df6c30aa-84af-423d-bc95-abfeb032ce8a', 'name': 'network-vif-deleted', 'tag': 'b3d5c9de-6e33-42fc-a798-89e674bcef04', 'status': 'completed', 'code': 200} Jul 28 09:24:49.712030 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6a899cd4-db9c-405e-a243-964992360cfd req-850b7cf5-8ffe-4fcd-b7b6-51a5c365049f tempest-VolumesNegativeTest-2100158033 tempest-VolumesNegativeTest-2100158033-project] 10.222.0.48 "GET /v2.0/ports?device_id=df6c30aa-84af-423d-bc95-abfeb032ce8a HTTP/1.1" status: 200 len: 210 time: 0.0314882 Jul 28 09:24:52.603248 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device b3d5c9de-6e33-42fc-a798-89e674bcef04 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:24:52.624829 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: b3d5c9de-6e33-42fc-a798-89e674bcef04 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:24:52.624829 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device b3d5c9de-6e33-42fc-a798-89e674bcef04 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:24:52.656330 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:55.129768 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53274) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:24:55.269537 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-8f30a50d-9410-49ff-ab23-d640c9c7ea7c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ea63f58bc674db7b5ce6274a3785897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383808 Jul 28 09:24:55.272116 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53278) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:24:55.333978 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3fe35e74-3593-4b72-bed3-33adf593d82e admin admin] Publish callbacks [] for security_group (1f6153e9-b06c-4e84-bb7e-c5a95720ee8a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:55.357165 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3fe35e74-3593-4b72-bed3-33adf593d82e admin admin] Publish callbacks [] for security_group (1f6153e9-b06c-4e84-bb7e-c5a95720ee8a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:55.406241 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3fe35e74-3593-4b72-bed3-33adf593d82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (1f6153e9-b06c-4e84-bb7e-c5a95720ee8a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:55.408691 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3fe35e74-3593-4b72-bed3-33adf593d82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:55.409932 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3fe35e74-3593-4b72-bed3-33adf593d82e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f6153e9-b06c-4e84-bb7e-c5a95720ee8a HTTP/1.1" status: 204 len: 168 time: 0.1367760 Jul 28 09:24:55.417286 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:24:55.418884 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe35e74-3593-4b72-bed3-33adf593d82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6153e9-b06c-4e84-bb7e-c5a95720ee8a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:56.084443 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53300) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:24:56.189039 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-177186577-network', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:24:56.209579 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Made reservation on behalf of 33b2e26d27c84e738eede31dc3c9ee3a for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:56.212235 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.229144 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.243946 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:56.318428 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Publish callbacks [] for security_group (951d6c3b-8971-490b-8ae0-00bc06288796), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.322408 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (951d6c3b-8971-490b-8ae0-00bc06288796), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.354027 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:24:56.360655 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951d6c3b-8971-490b-8ae0-00bc06288796,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:56.368731 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (69d157e7-2d3d-46bf-87e4-5af9ce4e0d18), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.369020 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Added segment 69d157e7-2d3d-46bf-87e4-5af9ce4e0d18 of type vlan for network ede8e961-7a06-4e8d-a4f9-2de355af10b7 Jul 28 09:24:56.413098 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (ede8e961-7a06-4e8d-a4f9-2de355af10b7), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.438892 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (ede8e961-7a06-4e8d-a4f9-2de355af10b7), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.439823 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:56.440400 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.504058 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4184854 Jul 28 09:24:56.507177 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53304) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:24:56.509889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355421d-e3cf-4bd7-b369-9dd0ae85306b admin admin] Pushing event updated for resources: {'Network': ['ID=ede8e961-7a06-4e8d-a4f9-2de355af10b7,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:56.513973 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] Request body: {'subnet': {'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-177186577-subnet', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'ip_version': 4}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:24:56.522805 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network ede8e961-7a06-4e8d-a4f9-2de355af10b7 details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:24:56.540831 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] Made reservation on behalf of 33b2e26d27c84e738eede31dc3c9ee3a for: {'subnet': 1} {{(pid=104123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:56.544411 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8565297'] for subnet (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.765310 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8565279'] for subnet (6b1c1dc9-42cd-454d-88fc-f5f5d234da1f), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.832850 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1c1dc9-42cd-454d-88fc-f5f5d234da1f,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:56.842899 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] Checking segment: {'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:24:56.843258 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] Network hostable DHCP agents. Network: ede8e961-7a06-4e8d-a4f9-2de355af10b7, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:24:56.869314 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] Network ede8e961-7a06-4e8d-a4f9-2de355af10b7 is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:24:56.876161 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6b06ee2a-09bd-40b2-8433-a4fa1465c461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.880527 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, ede8e961-7a06-4e8d-a4f9-2de355af10b7) {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:56.884693 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:24:56.885285 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.892480 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb884ac9-3a61-4448-a143-bd7e18707cae None None] Network ede8e961-7a06-4e8d-a4f9-2de355af10b7 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:24:56.908928 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1b141fcb-f161-4ab7-9f46-c312393dbb71 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4002800 Jul 28 09:24:56.912358 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53306) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:24:56.917217 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:24:56.940641 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (ef66f788-ed35-4ef3-a103-ae0a08bc814e), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:56.941932 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (ef66f788-ed35-4ef3-a103-ae0a08bc814e), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.005816 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Publish callbacks [] for router_controller (ef66f788-ed35-4ef3-a103-ae0a08bc814e), precommit_add_association {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.017927 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'fixed_ips': [{'subnet_id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:24:57.019281 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.152359 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Publish callbacks [] for router_gateway (ef66f788-ed35-4ef3-a103-ae0a08bc814e), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.172889 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Allocated IP 172.20.0.2 (ede8e961-7a06-4e8d-a4f9-2de355af10b7/6b1c1dc9-42cd-454d-88fc-f5f5d234da1f/1764ebfe-2ed5-4484-b621-353c1c40ef1e) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:57.375406 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Publish callbacks [] for router_gateway (ef66f788-ed35-4ef3-a103-ae0a08bc814e), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.410662 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.415098 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Publish callbacks [] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.425532 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.490556 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Network ede8e961-7a06-4e8d-a4f9-2de355af10b7 is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:57.493743 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:57.497925 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:24:57.503220 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Pushing event updated for resources: {'Port': ['ID=1764ebfe-2ed5-4484-b621-353c1c40ef1e,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:57.532046 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.532818 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.532818 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.533055 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.533222 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Allocated IP 172.27.0.212 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/28814607-e81e-42ba-975d-05fd76abc3fb) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:57.533622 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.533710 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.534049 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.534377 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.534719 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.535031 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.535360 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.535686 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.536008 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.536327 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.536650 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:57.538428 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:57.547461 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:57.581746 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Attempting to bind port 1764ebfe-2ed5-4484-b621-353c1c40ef1e on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:24:57.582254 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Attempting to bind port 1764ebfe-2ed5-4484-b621-353c1c40ef1e by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:24:57.582637 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Attempting to bind port 1764ebfe-2ed5-4484-b621-353c1c40ef1e on network ede8e961-7a06-4e8d-a4f9-2de355af10b7 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:24:57.589745 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:24:57.590160 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Checking segment: {'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:24:57.590564 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.590955 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Bound using segment: {'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:24:57.591437 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Bound port: 1764ebfe-2ed5-4484-b621-353c1c40ef1e, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:24:57.591817 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.602423 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:57.660471 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:57.663895 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Publish callbacks [] for port (28814607-e81e-42ba-975d-05fd76abc3fb), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.671444 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] For port 1764ebfe-2ed5-4484-b621-353c1c40ef1e, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:57.675590 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] For port 1764ebfe-2ed5-4484-b621-353c1c40ef1e, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=1764ebfe-2ed5-4484-b621-353c1c40ef1e,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:57.683564 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.702152 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:57.748019 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:57.753345 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb632c2b-1720-4088-99a1-25c62566b2e9 None None] Pushing event updated for resources: {'Port': ['ID=1764ebfe-2ed5-4484-b621-353c1c40ef1e,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:57.754040 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:57.757330 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Pushing event updated for resources: {'Port': ['ID=28814607-e81e-42ba-975d-05fd76abc3fb,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:57.759312 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:24:58.063709 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Publish callbacks [] for router_gateway (ef66f788-ed35-4ef3-a103-ae0a08bc814e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:58.253863 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (ef66f788-ed35-4ef3-a103-ae0a08bc814e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:58.383407 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:58.397564 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Router ef66f788-ed35-4ef3-a103-ae0a08bc814e is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:24:58.512848 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:24:58.522304 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Sync routers for ids ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:24:58.534380 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Routers {'ef66f788-ed35-4ef3-a103-ae0a08bc814e'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:24:58.535051 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:24:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:58.536112 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:58.537382 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2d69797c-959b-460c-9fc2-cb694c369f79 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6237392 Jul 28 09:24:58.540130 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53308) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:24:58.671976 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Set router ef66f788-ed35-4ef3-a103-ae0a08bc814e gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:24:58.708655 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 1764ebfe-2ed5-4484-b621-353c1c40ef1e up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:58.780094 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 1764ebfe-2ed5-4484-b621-353c1c40ef1e triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:24:58.780498 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:58.817826 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be883a97-003f-4095-8ed4-eb1bf327cf02 None None] Network ede8e961-7a06-4e8d-a4f9-2de355af10b7 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:24:58.873215 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:57Z', 'revision_number': 3, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:58.879907 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-d455e2f6-26a4-4df7-baa3-7603b835643e None None] Provisioning complete for port 1764ebfe-2ed5-4484-b621-353c1c40ef1e triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:24:58.880377 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d455e2f6-26a4-4df7-baa3-7603b835643e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:58.905674 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Checking router: ef66f788-ed35-4ef3-a103-ae0a08bc814e for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:24:58.907798 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Updating router ef66f788-ed35-4ef3-a103-ae0a08bc814e port 28814607-e81e-42ba-975d-05fd76abc3fb binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:24:58.942727 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:58.966744 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:59.033005 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 1764ebfe-2ed5-4484-b621-353c1c40ef1e is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:24:59.034442 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.104005 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-d455e2f6-26a4-4df7-baa3-7603b835643e None None] Current status of the port 1764ebfe-2ed5-4484-b621-353c1c40ef1e is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:24:59.104290 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d455e2f6-26a4-4df7-baa3-7603b835643e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.108338 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 1764ebfe-2ed5-4484-b621-353c1c40ef1e, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=1764ebfe-2ed5-4484-b621-353c1c40ef1e,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:59.118076 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.223141 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=1764ebfe-2ed5-4484-b621-353c1c40ef1e,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:59.226335 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Publish callbacks [] for port (28814607-e81e-42ba-975d-05fd76abc3fb), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.226812 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.db.api [None req-d455e2f6-26a4-4df7-baa3-7603b835643e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 09:24:59.227231 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG oslo_db.api [None req-d455e2f6-26a4-4df7-baa3-7603b835643e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 09:24:59.235020 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.295177 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Attempting to bind port 28814607-e81e-42ba-975d-05fd76abc3fb on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:24:59.295555 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Attempting to bind port 28814607-e81e-42ba-975d-05fd76abc3fb by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:24:59.295903 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Attempting to bind port 28814607-e81e-42ba-975d-05fd76abc3fb on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:24:59.299605 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Pushing event updated for resources: {'Port': ['ID=28814607-e81e-42ba-975d-05fd76abc3fb,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:59.308701 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:24:59.309127 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:24:59.309468 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.310363 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:24:59.310363 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Bound port: 28814607-e81e-42ba-975d-05fd76abc3fb, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:24:59.310738 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.314545 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.314895 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.315257 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.315608 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.315941 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.316820 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.316820 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.317031 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.317200 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.317518 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.317870 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.318196 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.318526 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.318841 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.319162 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:59.326931 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.389442 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b01fe1f0-0c39-4b52-98b3-3babb1e0792e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.458236 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] For port 28814607-e81e-42ba-975d-05fd76abc3fb, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:59.461779 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] For port 28814607-e81e-42ba-975d-05fd76abc3fb, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=28814607-e81e-42ba-975d-05fd76abc3fb,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:59.468730 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.505692 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Allocated IP 172.20.0.1 (ede8e961-7a06-4e8d-a4f9-2de355af10b7/6b1c1dc9-42cd-454d-88fc-f5f5d234da1f/2d14fce6-8380-4d38-a9df-b5ce3bb2c39b) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:59.510409 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:59.535112 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230060d-c915-4994-93f1-dd4ba58a8973 None None] Pushing event updated for resources: {'Port': ['ID=28814607-e81e-42ba-975d-05fd76abc3fb,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:59.539066 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Routers {'ef66f788-ed35-4ef3-a103-ae0a08bc814e'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:24:59.539912 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:24:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:59.592890 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:59.638632 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:24:59.641725 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Publish callbacks [] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.656999 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] Set router ef66f788-ed35-4ef3-a103-ae0a08bc814e gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:24:59.676660 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.719325 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Network ede8e961-7a06-4e8d-a4f9-2de355af10b7 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:59.722718 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:59.727089 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:24:59.735312 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Pushing event updated for resources: {'Port': ['ID=2d14fce6-8380-4d38-a9df-b5ce3bb2c39b,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:59.773562 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-d455e2f6-26a4-4df7-baa3-7603b835643e None None] Current status of the port 1764ebfe-2ed5-4484-b621-353c1c40ef1e is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:24:59.779150 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (ef66f788-ed35-4ef3-a103-ae0a08bc814e), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.872503 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:57Z', 'revision_number': 3, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:59.910631 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef3c992-c594-4fc3-9ca6-f074f6ee4fd8 None None] The sync data for ids ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'] in dv-cinder-851249-5-iscsi is: [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:57Z', 'revision_number': 3, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:24:59.912494 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-96012a54-c643-42f3-9b1c-20f51a809653 None None] Provisioning complete for port 1764ebfe-2ed5-4484-b621-353c1c40ef1e triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:24:59.913172 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-96012a54-c643-42f3-9b1c-20f51a809653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.918931 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:24:59.938095 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:00.041665 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:00.048629 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-96012a54-c643-42f3-9b1c-20f51a809653 None None] Current status of the port 1764ebfe-2ed5-4484-b621-353c1c40ef1e is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:00.124837 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Publish callbacks [] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:00.130075 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4130328'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:00.172376 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-4da8a99d-584f-400a-aae1-426e93105721 None None] Provisioning complete for port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:00.178840 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4da8a99d-584f-400a-aae1-426e93105721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:00.206723 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (ef66f788-ed35-4ef3-a103-ae0a08bc814e), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:00.233376 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Pushing event updated for resources: {'Port': ['ID=2d14fce6-8380-4d38-a9df-b5ce3bb2c39b,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:00.258395 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-4da8a99d-584f-400a-aae1-426e93105721 None None] Port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:25:00.300030 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:00.344362 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Network ede8e961-7a06-4e8d-a4f9-2de355af10b7 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:00.346407 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:00.477099 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:00.484314 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Router ef66f788-ed35-4ef3-a103-ae0a08bc814e has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:25:00.643835 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:25:00.651899 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-609c836e-d4ab-48c3-8e85-792053194e05 admin admin] 10.222.0.48 "PUT /v2.0/routers/ef66f788-ed35-4ef3-a103-ae0a08bc814e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1100118 Jul 28 09:25:00.696615 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-2bc68df0-c952-4cb6-9562-078a7ca8fefb None None] Provisioning complete for port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:00.697229 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-2bc68df0-c952-4cb6-9562-078a7ca8fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:00.780108 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-2bc68df0-c952-4cb6-9562-078a7ca8fefb None None] Port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:25:00.792820 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 28814607-e81e-42ba-975d-05fd76abc3fb up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:00.838135 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:00.857305 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 28814607-e81e-42ba-975d-05fd76abc3fb triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:00.857691 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.077297 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 28814607-e81e-42ba-975d-05fd76abc3fb is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:01.077410 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.099463 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 28814607-e81e-42ba-975d-05fd76abc3fb, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=28814607-e81e-42ba-975d-05fd76abc3fb,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:01.103828 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.105207 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 1764ebfe-2ed5-4484-b621-353c1c40ef1e up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:01.182178 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=28814607-e81e-42ba-975d-05fd76abc3fb,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:01.193878 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 1764ebfe-2ed5-4484-b621-353c1c40ef1e triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:01.194271 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.288602 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 1764ebfe-2ed5-4484-b621-353c1c40ef1e is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:01.312341 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53326) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:01.317397 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-308689166-network', 'tenant_id': '434939b146894b19bbed606c6776b66c'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:01.343511 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Made reservation on behalf of 434939b146894b19bbed606c6776b66c for: {'network': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:01.346071 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for network (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.357186 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.395196 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:01.445708 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Publish callbacks [] for security_group (48b44970-b338-433c-a163-6170e298a3ec), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.450670 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (48b44970-b338-433c-a163-6170e298a3ec), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.480859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=104124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:25:01.487615 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b44970-b338-433c-a163-6170e298a3ec,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:01.498760 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (7f74cad0-6c63-46a6-9bd6-981f116f6a84), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.499252 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.segments_db [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Added segment 7f74cad0-6c63-46a6-9bd6-981f116f6a84 of type vlan for network ec1c30de-c9cf-4782-addc-e8119964a52d Jul 28 09:25:01.501377 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.501727 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.502099 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.502436 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.502768 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.503095 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.503419 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.503741 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.504085 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.504391 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.504714 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.505027 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.505341 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.505662 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.506011 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:01.555727 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771446849410'] for network (ec1c30de-c9cf-4782-addc-e8119964a52d), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.582824 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843'] for network (ec1c30de-c9cf-4782-addc-e8119964a52d), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.583782 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:01.584351 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.642455 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3289788 Jul 28 09:25:01.645181 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53328) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:01.649893 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] Request body: {'subnet': {'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-308689166-subnet', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'ip_version': 4}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:01.671545 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92de19-5aed-49ca-a5e1-3d6f5fda964b admin admin] Pushing event updated for resources: {'Network': ['ID=ec1c30de-c9cf-4782-addc-e8119964a52d,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:01.683191 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] Made reservation on behalf of 434939b146894b19bbed606c6776b66c for: {'subnet': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:01.683911 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Network ec1c30de-c9cf-4782-addc-e8119964a52d details requested by agent ovs-agent-dv-cinder-851249-5-iscsi with host dv-cinder-851249-5-iscsi {{(pid=104125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:25:01.686032 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50436066'] for subnet (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.780652 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Sync routers for ids ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:25:01.794641 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.795698 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Routers {'ef66f788-ed35-4ef3-a103-ae0a08bc814e'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:01.796366 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:24:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:01.817122 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=22,neutron:SELECT=71,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:01.883857 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3789358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50436044'] for subnet (06d3faad-b3c3-4bee-bf83-80abe339fa28), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.907545 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Set router ef66f788-ed35-4ef3-a103-ae0a08bc814e gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:01.937714 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d3faad-b3c3-4bee-bf83-80abe339fa28,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:01.948828 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:01.958172 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] Checking segment: {'id': '7f74cad0-6c63-46a6-9bd6-981f116f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:25:01.958628 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] Network hostable DHCP agents. Network: ec1c30de-c9cf-4782-addc-e8119964a52d, hostable agents: ['c7afa3df-d198-456d-9a45-856db647511b'], hosted agents: [] {{(pid=104124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:25:01.978756 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] Network ec1c30de-c9cf-4782-addc-e8119964a52d is scheduled to be hosted by DHCP agent c7afa3df-d198-456d-9a45-856db647511b with binding_index 1 {{(pid=104124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:25:01.990586 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851249-5-iscsi, ec1c30de-c9cf-4782-addc-e8119964a52d) {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:01.996111 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:01.996985 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.015586 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-d301bd34-6da4-4e7a-9ae1-877fc489380d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3693876 Jul 28 09:25:02.018195 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53330) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:02.023358 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-308689166-router', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:02.029177 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2633aad4-ec27-4e61-b192-4bed7a08ae89 None None] Network ec1c30de-c9cf-4782-addc-e8119964a52d requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:25:02.048421 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33077266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-603'] for router (d9cf3210-6270-4332-b3c5-490b3cc82274), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.049500 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33071610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-433658', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395133', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-594'] for router (d9cf3210-6270-4332-b3c5-490b3cc82274), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.099262 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:02.099681 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:02.107234 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Publish callbacks [] for router_controller (d9cf3210-6270-4332-b3c5-490b3cc82274), precommit_add_association {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.193357 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp511ca362-2cc5-5a6b-891a-cbc30fa32bff-ec1c30de-c9cf-4782-addc-e8119964a52d', 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d', 'project_id': '434939b146894b19bbed606c6776b66c', 'fixed_ips': [{'subnet_id': '06d3faad-b3c3-4bee-bf83-80abe339fa28'}]}} from dv-cinder-851249-5-iscsi. {{(pid=104125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 09:25:02.194355 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.234362 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 4, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2d14fce6-8380-4d38-a9df-b5ce3bb2c39b', 'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'mac_address': 'fa:16:3e:2c:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:59Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 2, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'subnets': [{'id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:02.241611 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:02.267243 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Publish callbacks [] for router_gateway (d9cf3210-6270-4332-b3c5-490b3cc82274), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.320553 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Checking router: ef66f788-ed35-4ef3-a103-ae0a08bc814e for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:25:02.321041 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Updating router ef66f788-ed35-4ef3-a103-ae0a08bc814e port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:25:02.372217 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.474167 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Publish callbacks [] for router_gateway (d9cf3210-6270-4332-b3c5-490b3cc82274), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.494958 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.499421 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.db_base_plugin_common [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Allocated IP 172.20.0.2 (ec1c30de-c9cf-4782-addc-e8119964a52d/06d3faad-b3c3-4bee-bf83-80abe339fa28/fa4cf8af-35ff-48a4-b2e0-9bda9f644201) {{(pid=104125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:25:02.643737 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Allocated IP 172.27.0.228 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/9a7717e1-9ddf-4b06-99c2-65131d9b1393) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:25:02.679859 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 28814607-e81e-42ba-975d-05fd76abc3fb up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:02.774604 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Publish callbacks [] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.788108 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Publish callbacks [] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), precommit_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.806939 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), after_create {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.817020 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 28814607-e81e-42ba-975d-05fd76abc3fb triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:02.817336 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.820710 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.865086 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:02.872359 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:02.876457 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:25:02.895313 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Network ec1c30de-c9cf-4782-addc-e8119964a52d is already hosted by enough agents. {{(pid=104125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:02.899638 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7717e1-9ddf-4b06-99c2-65131d9b1393,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:02.906030 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:02.914878 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.scheduler.base_scheduler [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Resources bound (agent type, host, resource id): {{(pid=104125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:02.923177 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Received port after_create {{(pid=104125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:25:02.925905 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Publish callbacks [] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:02.927658 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:02.943622 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Pushing event updated for resources: {'Port': ['ID=fa4cf8af-35ff-48a4-b2e0-9bda9f644201,revision_number=1']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:02.949262 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:03.124334 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:03.150570 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:03.162909 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Publish callbacks [] for router_gateway (d9cf3210-6270-4332-b3c5-490b3cc82274), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:03.200846 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430a79d-a79e-4fc2-a7b4-140098c6a416 None None] Pushing event updated for resources: {'Port': ['ID=2d14fce6-8380-4d38-a9df-b5ce3bb2c39b,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:03.220167 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Attempting to bind port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:25:03.220538 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Attempting to bind port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '7f74cad0-6c63-46a6-9bd6-981f116f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:25:03.220901 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Attempting to bind port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 on network ec1c30de-c9cf-4782-addc-e8119964a52d {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:25:03.247658 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 28814607-e81e-42ba-975d-05fd76abc3fb is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:03.264363 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:25:03.264742 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Checking segment: {'id': '7f74cad0-6c63-46a6-9bd6-981f116f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:25:03.265186 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:03.265584 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Bound using segment: {'id': '7f74cad0-6c63-46a6-9bd6-981f116f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:25:03.266097 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Bound port: fa4cf8af-35ff-48a4-b2e0-9bda9f644201, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f74cad0-6c63-46a6-9bd6-981f116f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:25:03.266476 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:03.293867 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Attempting to bind port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:25:03.294114 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Attempting to bind port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:25:03.294377 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Attempting to bind port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b on network ede8e961-7a06-4e8d-a4f9-2de355af10b7 {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:25:03.317886 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:25:03.318264 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Checking segment: {'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:25:03.318657 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:03.319046 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Bound using segment: {'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:25:03.319522 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Bound port: 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:25:03.319896 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:03.384531 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33071564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-433542'] for router (d9cf3210-6270-4332-b3c5-490b3cc82274), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:03.389281 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] For port fa4cf8af-35ff-48a4-b2e0-9bda9f644201, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:03.421760 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] For port fa4cf8af-35ff-48a4-b2e0-9bda9f644201, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=fa4cf8af-35ff-48a4-b2e0-9bda9f644201,segment=NetworkSegment(7f74cad0-6c63-46a6-9bd6-981f116f6a84),segment_id=7f74cad0-6c63-46a6-9bd6-981f116f6a84)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:03.438269 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:03.449681 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] For port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:03.468586 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-7b67140b-e83b-4d54-b059-07211bdb363f None None] Provisioning complete for port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:03.468958 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7b67140b-e83b-4d54-b059-07211bdb363f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:03.512587 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Router d9cf3210-6270-4332-b3c5-490b3cc82274 is scheduled to L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f with binding_index 1 {{(pid=104124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 09:25:03.514691 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] For port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=2d14fce6-8380-4d38-a9df-b5ce3bb2c39b,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:03.532446 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:03.541774 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-7b67140b-e83b-4d54-b059-07211bdb363f None None] Port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:25:03.549117 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2889a38-3b4b-47de-9f53-6b5fed56cff9 None None] Pushing event updated for resources: {'Port': ['ID=fa4cf8af-35ff-48a4-b2e0-9bda9f644201,revision_number=2']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:03.604072 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Routers {'ef66f788-ed35-4ef3-a103-ae0a08bc814e'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:03.605275 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:24:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:03.651663 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:25:03.660178 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430a79d-a79e-4fc2-a7b4-140098c6a416 None None] Pushing event updated for resources: {'Port': ['ID=2d14fce6-8380-4d38-a9df-b5ce3bb2c39b,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:03.671655 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Sync routers for ids ['d9cf3210-6270-4332-b3c5-490b3cc82274'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:25:03.685778 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Routers {'d9cf3210-6270-4332-b3c5-490b3cc82274'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:03.686581 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:24:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['d9cf3210-6270-4332-b3c5-490b3cc82274'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:03.690776 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:03.691220 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6532a9d9-d6a5-4eac-b98a-ef60cb6f78f7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6717005 Jul 28 09:25:03.693741 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53332) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:03.784477 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] Set router ef66f788-ed35-4ef3-a103-ae0a08bc814e gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:03.866840 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Set router d9cf3210-6270-4332-b3c5-490b3cc82274 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:03.980523 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-034a4117-6a20-478e-a40e-3bf60f70f322 None None] Provisioning complete for port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:03.981354 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-034a4117-6a20-478e-a40e-3bf60f70f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.050975 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:04.054133 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:04.072077 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 4, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2d14fce6-8380-4d38-a9df-b5ce3bb2c39b', 'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'mac_address': 'fa:16:3e:2c:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:59Z', 'updated_at': '2022-07-28T09:25:03Z', 'revision_number': 4, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'subnets': [{'id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:04.079259 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'name': 'tempest-TestMinimumBasicScenario-308689166-router', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:03Z', 'revision_number': 3, 'project_id': '434939b146894b19bbed606c6776b66c', 'gw_port': {'id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:04.100485 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb976a-adb4-4573-bf92-1a5a8b726fa4 None None] The sync data for ids ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'] in dv-cinder-851249-5-iscsi is: [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 4, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2d14fce6-8380-4d38-a9df-b5ce3bb2c39b', 'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'mac_address': 'fa:16:3e:2c:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:59Z', 'updated_at': '2022-07-28T09:25:03Z', 'revision_number': 4, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'subnets': [{'id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:25:04.109812 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Checking router: d9cf3210-6270-4332-b3c5-490b3cc82274 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:25:04.110185 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Updating router d9cf3210-6270-4332-b3c5-490b3cc82274 port 9a7717e1-9ddf-4b06-99c2-65131d9b1393 binding host dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:25:04.143266 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.152011 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-034a4117-6a20-478e-a40e-3bf60f70f322 None None] Current status of the port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:04.152398 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-034a4117-6a20-478e-a40e-3bf60f70f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.204244 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-034a4117-6a20-478e-a40e-3bf60f70f322 None None] For port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=2d14fce6-8380-4d38-a9df-b5ce3bb2c39b,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:04.208978 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-034a4117-6a20-478e-a40e-3bf60f70f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.279826 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a4117-6a20-478e-a40e-3bf60f70f322 None None] Pushing event updated for resources: {'Port': ['ID=2d14fce6-8380-4d38-a9df-b5ce3bb2c39b,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:04.297210 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=100 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:04.352100 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.497077 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Publish callbacks [] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), precommit_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.507617 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.584240 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Allocated IP 172.20.0.1 (ec1c30de-c9cf-4782-addc-e8119964a52d/06d3faad-b3c3-4bee-bf83-80abe339fa28/d879b746-2d35-412c-b7ee-86471a2aab66) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:25:04.605903 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:04.622390 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Attempting to bind port 9a7717e1-9ddf-4b06-99c2-65131d9b1393 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:25:04.622767 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Attempting to bind port 9a7717e1-9ddf-4b06-99c2-65131d9b1393 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:25:04.623121 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Attempting to bind port 9a7717e1-9ddf-4b06-99c2-65131d9b1393 on network f3a50546-3d1b-4c05-8dd3-68a62423ada2 {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:25:04.636962 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:25:04.637650 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Checking segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:25:04.638311 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.639176 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Bound using segment: {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'} {{(pid=104126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:25:04.639888 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.managers [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Bound port: 9a7717e1-9ddf-4b06-99c2-65131d9b1393, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29179e1-f1d5-4da6-99f2-6653cba022c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2'}}] {{(pid=104126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:25:04.640849 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), before_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.643077 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646d0c7-ba64-437c-acea-68306de8bb02 None None] Pushing event updated for resources: {'Port': ['ID=9a7717e1-9ddf-4b06-99c2-65131d9b1393,revision_number=2']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:04.717936 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:04.723148 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] For port 9a7717e1-9ddf-4b06-99c2-65131d9b1393, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:04.731326 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.plugins.ml2.db [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] For port 9a7717e1-9ddf-4b06-99c2-65131d9b1393, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=9a7717e1-9ddf-4b06-99c2-65131d9b1393,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:04.741364 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron_lib.callbacks.manager [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), after_update {{(pid=104126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.772382 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:04.812473 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:04.820336 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Publish callbacks [] for port (d879b746-2d35-412c-b7ee-86471a2aab66), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.837300 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Routers {'d9cf3210-6270-4332-b3c5-490b3cc82274'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:04.837968 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:24:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['d9cf3210-6270-4332-b3c5-490b3cc82274'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:04.858817 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.871265 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:04.871693 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:04.916333 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Network ec1c30de-c9cf-4782-addc-e8119964a52d is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:04.919784 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:04.924676 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:25:04.934630 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c65b9-d06f-425d-8265-2cdf9bc2cc3f None None] Network ec1c30de-c9cf-4782-addc-e8119964a52d requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:25:04.936667 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Pushing event updated for resources: {'Port': ['ID=d879b746-2d35-412c-b7ee-86471a2aab66,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:04.971865 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.972209 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.972550 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.972891 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.973224 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.973551 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.973901 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.974229 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.974644 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.974970 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.975293 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.975745 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.976067 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.976386 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.977878 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646d0c7-ba64-437c-acea-68306de8bb02 None None] Pushing event updated for resources: {'Port': ['ID=9a7717e1-9ddf-4b06-99c2-65131d9b1393,revision_number=3']} {{(pid=104126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:04.979007 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:04.998247 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-796af337-d98e-4951-a915-a23b9aeb9bca None None] Provisioning complete for port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:04.998868 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-796af337-d98e-4951-a915-a23b9aeb9bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:05.016848 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074566'] for router_interface (d9cf3210-6270-4332-b3c5-490b3cc82274), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:05.018935 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] Set router d9cf3210-6270-4332-b3c5-490b3cc82274 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:05.206680 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:05.266564 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-796af337-d98e-4951-a915-a23b9aeb9bca None None] Current status of the port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:05.269878 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-796af337-d98e-4951-a915-a23b9aeb9bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:05.275561 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:05.278071 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'name': 'tempest-TestMinimumBasicScenario-308689166-router', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:03Z', 'revision_number': 3, 'project_id': '434939b146894b19bbed606c6776b66c', 'gw_port': {'id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:05.279604 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device fa4cf8af-35ff-48a4-b2e0-9bda9f644201 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:05.358881 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-796af337-d98e-4951-a915-a23b9aeb9bca None None] For port fa4cf8af-35ff-48a4-b2e0-9bda9f644201, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=fa4cf8af-35ff-48a4-b2e0-9bda9f644201,segment=NetworkSegment(7f74cad0-6c63-46a6-9bd6-981f116f6a84),segment_id=7f74cad0-6c63-46a6-9bd6-981f116f6a84)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:05.366525 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-796af337-d98e-4951-a915-a23b9aeb9bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:05.443972 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac50c8-8928-4920-931f-7b3f8a1bc443 None None] The sync data for ids ['d9cf3210-6270-4332-b3c5-490b3cc82274'] in dv-cinder-851249-5-iscsi is: [{'id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'name': 'tempest-TestMinimumBasicScenario-308689166-router', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:03Z', 'revision_number': 3, 'project_id': '434939b146894b19bbed606c6776b66c', 'gw_port': {'id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:25:05.448067 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:05.463108 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:05.463507 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:05.498704 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796af337-d98e-4951-a915-a23b9aeb9bca None None] Pushing event updated for resources: {'Port': ['ID=fa4cf8af-35ff-48a4-b2e0-9bda9f644201,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:05.518595 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Publish callbacks [] for port (d879b746-2d35-412c-b7ee-86471a2aab66), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:05.526391 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4130328'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:05.581739 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:05.613357 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-c2f2173e-cc89-4880-8975-0e1b344b3748 None None] Provisioning complete for port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:05.613357 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c2f2173e-cc89-4880-8975-0e1b344b3748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:05.616670 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Pushing event updated for resources: {'Port': ['ID=d879b746-2d35-412c-b7ee-86471a2aab66,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:05.617136 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:05.623729 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33031857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33074682'] for router_interface (d9cf3210-6270-4332-b3c5-490b3cc82274), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:05.759109 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Network ec1c30de-c9cf-4782-addc-e8119964a52d is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:05.761368 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:05.785604 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2173e-cc89-4880-8975-0e1b344b3748 None None] Current status of the port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:05.795193 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-c2f2173e-cc89-4880-8975-0e1b344b3748 None None] Provisioning complete for port d879b746-2d35-412c-b7ee-86471a2aab66 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:05.795562 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c2f2173e-cc89-4880-8975-0e1b344b3748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:05.824031 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:05.840806 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2173e-cc89-4880-8975-0e1b344b3748 None None] Port d879b746-2d35-412c-b7ee-86471a2aab66 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:25:05.909967 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Router d9cf3210-6270-4332-b3c5-490b3cc82274 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:25:05.960279 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-d76bc331-d349-4c6c-808d-51b7b3213209 None None] Provisioning complete for port d879b746-2d35-412c-b7ee-86471a2aab66 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:05.960570 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d76bc331-d349-4c6c-808d-51b7b3213209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:06.014080 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-d76bc331-d349-4c6c-808d-51b7b3213209 None None] Port d879b746-2d35-412c-b7ee-86471a2aab66 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:25:06.047719 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:06.065010 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:25:06.070559 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-311248f1-53ae-4c20-89a4-34a845348f58 admin admin] 10.222.0.48 "PUT /v2.0/routers/d9cf3210-6270-4332-b3c5-490b3cc82274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3751504 Jul 28 09:25:06.263466 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-64ebff59-2d52-4eac-bc33-ce54434caa11 None None] Provisioning complete for port d879b746-2d35-412c-b7ee-86471a2aab66 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:06.263841 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-64ebff59-2d52-4eac-bc33-ce54434caa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:06.303372 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-64ebff59-2d52-4eac-bc33-ce54434caa11 None None] Port d879b746-2d35-412c-b7ee-86471a2aab66 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:25:06.719516 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device fa4cf8af-35ff-48a4-b2e0-9bda9f644201 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:06.765969 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:06.766345 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:06.854915 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:06.856011 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 9a7717e1-9ddf-4b06-99c2-65131d9b1393 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:06.912859 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 9a7717e1-9ddf-4b06-99c2-65131d9b1393 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:06.913247 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:07.002621 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 9a7717e1-9ddf-4b06-99c2-65131d9b1393 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:07.003017 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:07.028511 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] For port 9a7717e1-9ddf-4b06-99c2-65131d9b1393, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=9a7717e1-9ddf-4b06-99c2-65131d9b1393,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:07.034061 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:07.084178 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Pushing event updated for resources: {'Port': ['ID=9a7717e1-9ddf-4b06-99c2-65131d9b1393,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:07.566896 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Sync routers for ids ['d9cf3210-6270-4332-b3c5-490b3cc82274'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:25:07.581278 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Routers {'d9cf3210-6270-4332-b3c5-490b3cc82274'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:07.582068 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:24:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['d9cf3210-6270-4332-b3c5-490b3cc82274'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:07.710197 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Set router d9cf3210-6270-4332-b3c5-490b3cc82274 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:07.937900 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:07.998043 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'name': 'tempest-TestMinimumBasicScenario-308689166-router', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:05Z', 'revision_number': 4, 'project_id': '434939b146894b19bbed606c6776b66c', 'gw_port': {'id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'd879b746-2d35-412c-b7ee-86471a2aab66', 'name': '', 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'mac_address': 'fa:16:3e:04:75:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '06d3faad-b3c3-4bee-bf83-80abe339fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:25:04Z', 'updated_at': '2022-07-28T09:25:05Z', 'revision_number': 2, 'project_id': '434939b146894b19bbed606c6776b66c', 'subnets': [{'id': '06d3faad-b3c3-4bee-bf83-80abe339fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:08.029908 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Checking router: d9cf3210-6270-4332-b3c5-490b3cc82274 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:25:08.030885 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Updating router d9cf3210-6270-4332-b3c5-490b3cc82274 port d879b746-2d35-412c-b7ee-86471a2aab66 binding host dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:25:08.062428 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:08.086585 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=100 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:08.572321 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Publish callbacks [] for port (d879b746-2d35-412c-b7ee-86471a2aab66), precommit_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:08.582418 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:08.663029 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4b096-2c6e-4358-800c-623ddcb9eebc None None] Pushing event updated for resources: {'Port': ['ID=d879b746-2d35-412c-b7ee-86471a2aab66,revision_number=3']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:08.727121 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Attempting to bind port d879b746-2d35-412c-b7ee-86471a2aab66 on host dv-cinder-851249-5-iscsi for vnic_type normal with profile {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:25:08.727496 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Attempting to bind port d879b746-2d35-412c-b7ee-86471a2aab66 by drivers openvswitch,hyperv on host dv-cinder-851249-5-iscsi at level 0 using segments [{'id': '7f74cad0-6c63-46a6-9bd6-981f116f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d'}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:25:08.727869 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Attempting to bind port d879b746-2d35-412c-b7ee-86471a2aab66 on network ec1c30de-c9cf-4782-addc-e8119964a52d {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:25:08.734249 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Checking agent: {'id': '6883098b-4ba9-4e43-a3aa-0dc64c73ef3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851249-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 3, 2), 'started_at': datetime.datetime(2022, 7, 28, 9, 3, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851249-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:25:08.734603 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Checking segment: {'id': '7f74cad0-6c63-46a6-9bd6-981f116f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:25:08.735014 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:08.735415 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Bound using segment: {'id': '7f74cad0-6c63-46a6-9bd6-981f116f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d'} {{(pid=104125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:25:08.735902 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.managers [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Bound port: d879b746-2d35-412c-b7ee-86471a2aab66, host: dv-cinder-851249-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f74cad0-6c63-46a6-9bd6-981f116f6a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d'}}] {{(pid=104125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:25:08.736293 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:08.742102 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 9a7717e1-9ddf-4b06-99c2-65131d9b1393 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:08.844815 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port 9a7717e1-9ddf-4b06-99c2-65131d9b1393 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:08.845459 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:08.890458 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] For port d879b746-2d35-412c-b7ee-86471a2aab66, host dv-cinder-851249-5-iscsi, cleared binding levels {{(pid=104125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:08.941555 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] For port d879b746-2d35-412c-b7ee-86471a2aab66, host dv-cinder-851249-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=d879b746-2d35-412c-b7ee-86471a2aab66,segment=NetworkSegment(7f74cad0-6c63-46a6-9bd6-981f116f6a84),segment_id=7f74cad0-6c63-46a6-9bd6-981f116f6a84)] {{(pid=104125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:08.949057 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port 9a7717e1-9ddf-4b06-99c2-65131d9b1393 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:08.958605 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:08.997706 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-d0c1f602-58a8-4023-809e-6856701b5948 None None] Provisioning complete for port d879b746-2d35-412c-b7ee-86471a2aab66 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:08.998174 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d0c1f602-58a8-4023-809e-6856701b5948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:09.003638 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:09.066474 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Routers {'d9cf3210-6270-4332-b3c5-490b3cc82274'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:09.067166 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:24:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['d9cf3210-6270-4332-b3c5-490b3cc82274'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:09.068948 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4b096-2c6e-4358-800c-623ddcb9eebc None None] Pushing event updated for resources: {'Port': ['ID=d879b746-2d35-412c-b7ee-86471a2aab66,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:09.203487 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1f602-58a8-4023-809e-6856701b5948 None None] Current status of the port d879b746-2d35-412c-b7ee-86471a2aab66 is: DOWN; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:09.203874 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d0c1f602-58a8-4023-809e-6856701b5948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:09.225314 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:09.252378 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] Set router d9cf3210-6270-4332-b3c5-490b3cc82274 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:09.293028 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-d0c1f602-58a8-4023-809e-6856701b5948 None None] For port d879b746-2d35-412c-b7ee-86471a2aab66, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=d879b746-2d35-412c-b7ee-86471a2aab66,segment=NetworkSegment(7f74cad0-6c63-46a6-9bd6-981f116f6a84),segment_id=7f74cad0-6c63-46a6-9bd6-981f116f6a84)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:09.302049 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d0c1f602-58a8-4023-809e-6856701b5948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:09.448667 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1f602-58a8-4023-809e-6856701b5948 None None] Pushing event updated for resources: {'Port': ['ID=d879b746-2d35-412c-b7ee-86471a2aab66,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:09.456626 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-7df380c3-0dd9-4f5d-9ed6-4ab94a074951 None None] Provisioning complete for port d879b746-2d35-412c-b7ee-86471a2aab66 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:09.456990 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7df380c3-0dd9-4f5d-9ed6-4ab94a074951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:09.575267 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'name': 'tempest-TestMinimumBasicScenario-308689166-router', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:05Z', 'revision_number': 4, 'project_id': '434939b146894b19bbed606c6776b66c', 'gw_port': {'id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'd879b746-2d35-412c-b7ee-86471a2aab66', 'name': '', 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'mac_address': 'fa:16:3e:04:75:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '06d3faad-b3c3-4bee-bf83-80abe339fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:25:04Z', 'updated_at': '2022-07-28T09:25:08Z', 'revision_number': 4, 'project_id': '434939b146894b19bbed606c6776b66c', 'subnets': [{'id': '06d3faad-b3c3-4bee-bf83-80abe339fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:09.611121 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d3848-f927-4a30-ac7d-51472e83a1d5 None None] The sync data for ids ['d9cf3210-6270-4332-b3c5-490b3cc82274'] in dv-cinder-851249-5-iscsi is: [{'id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'name': 'tempest-TestMinimumBasicScenario-308689166-router', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:05Z', 'revision_number': 4, 'project_id': '434939b146894b19bbed606c6776b66c', 'gw_port': {'id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'd879b746-2d35-412c-b7ee-86471a2aab66', 'name': '', 'network_id': 'ec1c30de-c9cf-4782-addc-e8119964a52d', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'mac_address': 'fa:16:3e:04:75:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '06d3faad-b3c3-4bee-bf83-80abe339fa28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:25:04Z', 'updated_at': '2022-07-28T09:25:08Z', 'revision_number': 4, 'project_id': '434939b146894b19bbed606c6776b66c', 'subnets': [{'id': '06d3faad-b3c3-4bee-bf83-80abe339fa28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:25:09.622160 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-7df380c3-0dd9-4f5d-9ed6-4ab94a074951 None None] Current status of the port d879b746-2d35-412c-b7ee-86471a2aab66 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:10.696243 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device d879b746-2d35-412c-b7ee-86471a2aab66 up at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:10.761291 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Provisioning complete for port d879b746-2d35-412c-b7ee-86471a2aab66 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:10.762012 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:10.879157 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Current status of the port d879b746-2d35-412c-b7ee-86471a2aab66 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:13.664804 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=50,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:13.667312 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:15.280138 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=33 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:15.281378 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:16.059239 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=52 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:16.896409 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4255c937-52ef-453e-a4b8-3d768b88c95d tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:16.897767 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4255c937-52ef-453e-a4b8-3d768b88c95d tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/networks?id=ede8e961-7a06-4e8d-a4f9-2de355af10b7 HTTP/1.1" status: 200 len: 814 time: 0.1163902 Jul 28 09:25:16.912865 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-86b300e5-7e0b-4689-979f-23b71ee2526f tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/quotas/33b2e26d27c84e738eede31dc3c9ee3a HTTP/1.1" status: 200 len: 375 time: 0.0096831 Jul 28 09:25:16.966842 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-5b75182b-0c1c-4046-835f-4ba3b2600d36 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=33b2e26d27c84e738eede31dc3c9ee3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474255 Jul 28 09:25:17.078030 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-f3786884-89ca-436d-ab03-248ae0cbc61d service neutron] 10.222.0.48 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993309 Jul 28 09:25:17.173768 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-effcab3e-22b1-4334-b940-5dbf30440ae9 service neutron] 10.222.0.48 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895038 Jul 28 09:25:17.354956 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3c4751b3-7ff5-474d-ba55-1ef206deceb5 req-567b67d7-4880-479e-bf9a-563ed9d82146 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 210 time: 0.0336027 Jul 28 09:25:18.475091 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8d062788-7216-4caa-8062-b38d211518b3 req-cf8f889b-b897-4449-b690-81642e7afdeb tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 210 time: 0.0454526 Jul 28 09:25:18.593263 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-6be54360-65ce-4ea9-a184-3754acfa4b59 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:18.594756 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-6be54360-65ce-4ea9-a184-3754acfa4b59 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.60 "GET /v2.0/networks?id=ede8e961-7a06-4e8d-a4f9-2de355af10b7 HTTP/1.1" status: 200 len: 814 time: 0.1147897 Jul 28 09:25:18.614764 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Request body: {'port': {'device_id': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'admin_state_up': True, 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:18.747038 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Made reservation on behalf of 33b2e26d27c84e738eede31dc3c9ee3a for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:18.752611 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:19.378938 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Allocated IP 172.20.0.9 (ede8e961-7a06-4e8d-a4f9-2de355af10b7/6b1c1dc9-42cd-454d-88fc-f5f5d234da1f/0df8d7f9-7a57-41a6-a60d-c88e0c7cac22) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:25:19.658782 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:19.686176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:19.687158 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:19.721778 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:19.790057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'Port': ['ID=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:19.836096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Network ede8e961-7a06-4e8d-a4f9-2de355af10b7 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:19.843646 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c243c2-e930-49e1-9b58-78c48fd64eb6 req-8271cf37-e6b4-4cd5-bb86-e72b65868b07 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:19.845514 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55c243c2-e930-49e1-9b58-78c48fd64eb6 req-8271cf37-e6b4-4cd5-bb86-e72b65868b07 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 931 time: 0.1554797 Jul 28 09:25:19.848893 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:19.858519 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:25:20.012772 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-55c243c2-e930-49e1-9b58-78c48fd64eb6 req-75660658-1262-4d78-8776-d70a060b7348 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550758 Jul 28 09:25:20.033752 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:20.034409 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:20.076543 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-4a081979-2491-47ab-b2bc-b357d3968342 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4676914 Jul 28 09:25:20.242082 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f57d1a8b-89f0-4f7c-a96f-db801bdd030e None None] Provisioning complete for port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:20.243892 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f57d1a8b-89f0-4f7c-a96f-db801bdd030e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:20.286566 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f57d1a8b-89f0-4f7c-a96f-db801bdd030e None None] Port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:25:21.193070 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda05ef6-25aa-482b-a949-e4892989aeeb req-216184b7-d66d-41a5-9c4d-e25f32663851 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:21.195657 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bda05ef6-25aa-482b-a949-e4892989aeeb req-216184b7-d66d-41a5-9c4d-e25f32663851 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 931 time: 0.0554583 Jul 28 09:25:21.275461 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-bda05ef6-25aa-482b-a949-e4892989aeeb req-ac50927f-c519-4d68-b1fd-09eafd6ba0e0 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731773 Jul 28 09:25:22.404053 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad2133-b16d-453a-98c8-3ba740f4fae7 req-3e5779a0-f8bb-4b6d-ba2d-84408736112e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:22.411519 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4ad2133-b16d-453a-98c8-3ba740f4fae7 req-3e5779a0-f8bb-4b6d-ba2d-84408736112e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 931 time: 0.0597641 Jul 28 09:25:22.476922 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e4ad2133-b16d-453a-98c8-3ba740f4fae7 req-e70bd322-2740-4df5-aa74-d69ee984d9fb tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641158 Jul 28 09:25:22.660371 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:23.630628 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d8afc-c1b5-436c-a901-22b09e26f1cb req-5a6e00b3-4d87-498e-9f4e-82e0f0d8814e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:23.633439 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ff2d8afc-c1b5-436c-a901-22b09e26f1cb req-5a6e00b3-4d87-498e-9f4e-82e0f0d8814e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 931 time: 0.0623646 Jul 28 09:25:23.697035 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ff2d8afc-c1b5-436c-a901-22b09e26f1cb req-f4ee0dfb-3712-4f5c-95b7-0761923f9264 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565295 Jul 28 09:25:24.859109 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d3545-328b-493c-9246-5707550c6ef7 req-79adfd5f-fab6-4665-88c9-bcf7eda44f86 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:24.864551 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-713d3545-328b-493c-9246-5707550c6ef7 req-79adfd5f-fab6-4665-88c9-bcf7eda44f86 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 931 time: 0.0589135 Jul 28 09:25:24.935822 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-713d3545-328b-493c-9246-5707550c6ef7 req-8850a2dd-f1a9-4cc7-9e76-d5a287813efe tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692806 Jul 28 09:25:26.114645 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372948bc-7df5-4444-b71b-606fd88e0fc2 req-bca99c93-01e2-482a-9a04-7ee3d433c113 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:26.117446 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-372948bc-7df5-4444-b71b-606fd88e0fc2 req-bca99c93-01e2-482a-9a04-7ee3d433c113 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 931 time: 0.0726666 Jul 28 09:25:26.174145 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:26.183733 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-372948bc-7df5-4444-b71b-606fd88e0fc2 req-689cb2ac-5086-4530-a220-d16f4285a28a tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596294 Jul 28 09:25:26.865949 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:26.875429 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d1977d41-0a2f-49b4-a82d-7d8d42c56299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:27.312723 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e48eff-bc55-45e6-b14b-41fa20770690 req-e478a079-3e0d-42f2-ae52-78a93dce3141 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:27.314252 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07e48eff-bc55-45e6-b14b-41fa20770690 req-e478a079-3e0d-42f2-ae52-78a93dce3141 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 931 time: 0.0489850 Jul 28 09:25:27.363782 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-07e48eff-bc55-45e6-b14b-41fa20770690 req-a3d0d814-d758-4171-b366-858a5ec8bf50 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Jul 28 09:25:28.496049 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e97e82-dcfd-4672-a3ab-2c3d133b70b1 req-f864bf64-ce67-464a-8622-eaf29039bd43 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:28.497580 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59e97e82-dcfd-4672-a3ab-2c3d133b70b1 req-f864bf64-ce67-464a-8622-eaf29039bd43 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 931 time: 0.0489247 Jul 28 09:25:28.560862 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-59e97e82-dcfd-4672-a3ab-2c3d133b70b1 req-abd7b8fc-562c-4fc3-bf40-29775184740a tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569658 Jul 28 09:25:29.186975 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Request body: {'port': {'device_id': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:29.256032 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:29.396010 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fd72d1cc-98ca-48ed-85f2-87c8aecb4370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:29.482240 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:29.563554 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:25:29.571831 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Publish callbacks [] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:29.588601 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Transition to ACTIVE for port object 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:25:29.593323 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:29.679995 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:29.755086 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a860e-3c96-443e-8983-310cab933375 req-e319c345-0f50-468d-bbdf-bc4b0e9a0beb tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:29.756688 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d97a860e-3c96-443e-8983-310cab933375 req-e319c345-0f50-468d-bbdf-bc4b0e9a0beb tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 943 time: 0.0910647 Jul 28 09:25:29.788634 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Attempting to bind port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:25:29.788969 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Attempting to bind port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:25:29.789301 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Attempting to bind port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 on network ede8e961-7a06-4e8d-a4f9-2de355af10b7 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:25:29.798994 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 on network ede8e961-7a06-4e8d-a4f9-2de355af10b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:25:29.799365 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Attempting to bind port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 on network ede8e961-7a06-4e8d-a4f9-2de355af10b7 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:25:29.819854 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:25:29.819854 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Checking segment: {'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:25:29.820216 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Bound using segment: {'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:25:29.820659 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Bound port: 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:25:29.821020 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:29.838027 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d97a860e-3c96-443e-8983-310cab933375 req-01e3f17c-f230-429b-9184-725faba8fec7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743906 Jul 28 09:25:29.914989 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] For port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:29.918424 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] For port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:29.925273 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:29.970527 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:29.971984 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:29.972618 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:29.974025 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] 10.222.0.60 "PUT /v2.0/ports/0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 200 len: 1093 time: 0.7913744 Jul 28 09:25:29.976638 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:25:29.978773 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74810bc-0142-4035-9665-d3002332a778" -d '{"events": [{"name": "network-changed", "server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:29.998085 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bc4b1-1ab6-4556-8662-8124771b24b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:30.032782 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e0d50e-aff6-496b-8963-e715f759c5d0 x-openstack-request-id: req-59e0d50e-aff6-496b-8963-e715f759c5d0 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:30.033077 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:30.033330 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59e0d50e-aff6-496b-8963-e715f759c5d0 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:30.034549 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e0d50e-aff6-496b-8963-e715f759c5d0'] response: {'name': 'network-changed', 'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'status': 'completed', 'code': 200} Jul 28 09:25:30.093316 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-09fbbab9-e95a-4fd2-a056-7aa063b64dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:30.094960 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-09fbbab9-e95a-4fd2-a056-7aa063b64dfa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33b2e26d27c84e738eede31dc3c9ee3a&device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 1127 time: 0.0455737 Jul 28 09:25:30.143133 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-5592f10b-0c9e-4294-8cf4-1de16c8767a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 200 len: 217 time: 0.0350325 Jul 28 09:25:30.196756 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-3ad81333-63e1-4825-b1f7-52c4c403c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:30.198846 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-3ad81333-63e1-4825-b1f7-52c4c403c560 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b1c1dc9-42cd-454d-88fc-f5f5d234da1f HTTP/1.1" status: 200 len: 853 time: 0.0502996 Jul 28 09:25:30.258436 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-1026daf8-3ead-43e1-b8ef-9cd4bebc8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:30.259788 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-1026daf8-3ead-43e1-b8ef-9cd4bebc8c41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ede8e961-7a06-4e8d-a4f9-2de355af10b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479846 Jul 28 09:25:30.302642 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:30.379902 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-0343c3f6-e8d5-4d59-9404-55ee3ddec429 service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138413 Jul 28 09:25:30.511219 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-195e3e52-8d99-4d09-93ce-5273f14fd6fb req-7f698aff-7f95-4a50-82d3-2ac49aa547ab service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250939 Jul 28 09:25:30.974110 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dbe3b-cce0-4f83-9449-7b45ff088fa8 req-d0d9a275-37c1-491c-9cde-75737e8c0950 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:30.975661 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b33dbe3b-cce0-4f83-9449-7b45ff088fa8 req-d0d9a275-37c1-491c-9cde-75737e8c0950 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 943 time: 0.0559666 Jul 28 09:25:31.014355 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:31.037037 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b33dbe3b-cce0-4f83-9449-7b45ff088fa8 req-3cb9c542-f234-4782-888e-3204ed2ec689 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557075 Jul 28 09:25:31.784346 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:31.913116 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:32.170655 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4a4c4-a550-4d37-a039-32500d058fa8 req-85328f3d-70e3-4ec7-8526-e3a7194388c7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:32.172114 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfb4a4c4-a550-4d37-a039-32500d058fa8 req-85328f3d-70e3-4ec7-8526-e3a7194388c7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 943 time: 0.0582361 Jul 28 09:25:32.224567 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dfb4a4c4-a550-4d37-a039-32500d058fa8 req-e6b669fd-a18e-4f28-b977-198ae1a73cdf tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463943 Jul 28 09:25:32.421633 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:25:32.628355 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74810bc-0142-4035-9665-d3002332a778 req-bf7bd0af-9f2a-4c70-be3b-376881c560e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:32.629864 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b74810bc-0142-4035-9665-d3002332a778 req-bf7bd0af-9f2a-4c70-be3b-376881c560e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33b2e26d27c84e738eede31dc3c9ee3a&device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 1127 time: 0.0536790 Jul 28 09:25:32.753453 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74810bc-0142-4035-9665-d3002332a778 req-72ba3f08-60bf-4fa3-be15-425a23aae93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:32.754959 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b74810bc-0142-4035-9665-d3002332a778 req-72ba3f08-60bf-4fa3-be15-425a23aae93e service neutron] 10.222.0.60 "GET /v2.0/networks?id=ede8e961-7a06-4e8d-a4f9-2de355af10b7 HTTP/1.1" status: 200 len: 915 time: 0.1085489 Jul 28 09:25:32.941382 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b74810bc-0142-4035-9665-d3002332a778 req-3580f203-814c-4814-80e1-3b289ebfcbaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 200 len: 217 time: 0.0359721 Jul 28 09:25:32.994448 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74810bc-0142-4035-9665-d3002332a778 req-c85a3f61-0f7b-48a4-84f6-ca0bf56fa993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:32.996472 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b74810bc-0142-4035-9665-d3002332a778 req-c85a3f61-0f7b-48a4-84f6-ca0bf56fa993 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b1c1dc9-42cd-454d-88fc-f5f5d234da1f HTTP/1.1" status: 200 len: 853 time: 0.0498290 Jul 28 09:25:33.085945 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74810bc-0142-4035-9665-d3002332a778 req-bdfc2b6d-9a93-4cfd-90e6-592eae90ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:33.087949 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b74810bc-0142-4035-9665-d3002332a778 req-bdfc2b6d-9a93-4cfd-90e6-592eae90ccae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ede8e961-7a06-4e8d-a4f9-2de355af10b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497820 Jul 28 09:25:33.196801 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b74810bc-0142-4035-9665-d3002332a778 req-40b3a508-32a2-489c-9152-1295f32ff0ac service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948608 Jul 28 09:25:33.330070 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b74810bc-0142-4035-9665-d3002332a778 req-edbd2268-a66c-4181-a9bf-04cffce69824 service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265490 Jul 28 09:25:33.372288 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8603b-1a2e-4c38-95cf-71a6d2fe5211 req-c3e6bcc2-27d0-406c-9ec5-695e1fb8722f tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:33.373799 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fa8603b-1a2e-4c38-95cf-71a6d2fe5211 req-c3e6bcc2-27d0-406c-9ec5-695e1fb8722f tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 943 time: 0.0577533 Jul 28 09:25:33.386492 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:33.426769 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8fa8603b-1a2e-4c38-95cf-71a6d2fe5211 req-2d529188-ec53-4b31-a957-e84e3d252599 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459998 Jul 28 09:25:34.175372 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-b85526fb-c29d-42dc-8a54-0c155ee87881 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401371 Jul 28 09:25:34.250794 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-412a76ad-1bfd-4df7-b6d6-9f3dac2d2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:34.252303 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-412a76ad-1bfd-4df7-b6d6-9f3dac2d2c9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 1129 time: 0.0437448 Jul 28 09:25:34.361113 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-80cd5ed3-113d-4654-893a-2d4971da810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:34.362667 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-80cd5ed3-113d-4654-893a-2d4971da810b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.0915701 Jul 28 09:25:34.429499 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-2eeca608-dab0-4d1b-be50-b701ab762c31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=576868e7-d820-4531-a560-9a02eb21a924 HTTP/1.1" status: 200 len: 1000 time: 0.0611129 Jul 28 09:25:34.480703 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-b2b53192-9173-4720-a846-81b63cf381d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:34.482428 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-b2b53192-9173-4720-a846-81b63cf381d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0468855 Jul 28 09:25:34.553591 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-494d68b3-7284-4422-99f6-61e6eb940dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:34.555095 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-494d68b3-7284-4422-99f6-61e6eb940dc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670733 Jul 28 09:25:34.576412 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7423e91-25cd-46a8-b737-7be5583bdb4a req-c74a7c7f-b5b1-4a14-b501-d9f3ad3b4bd5 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:34.577866 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7423e91-25cd-46a8-b737-7be5583bdb4a req-c74a7c7f-b5b1-4a14-b501-d9f3ad3b4bd5 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 943 time: 0.0627334 Jul 28 09:25:34.592107 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:34.684405 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d7423e91-25cd-46a8-b737-7be5583bdb4a req-254c22b5-85c5-4bbf-890a-b895b20f6695 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910687 Jul 28 09:25:34.701644 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-fbc4dbb4-b61d-4d35-9aa6-c3764ecdef7d service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390333 Jul 28 09:25:34.809576 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3101392b-f048-49a5-9332-1fc047d9d9b9 req-44416482-5784-4936-9c65-3707878dffdc service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019077 Jul 28 09:25:34.881554 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:25:34.990928 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:35.003840 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'port_id': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'mac_address': 'fa:16:3e:72:57:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:25:35.040999 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:35.041995 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:35.056545 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:25:35.080003 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:35.089675 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:35.095110 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:35.145469 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:35.498281 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:35.819959 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b522e4-e4d5-4510-9ad0-4ee5c1ce941e req-3976a8b2-9073-4794-ae92-cfd47b5672a1 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:35.821561 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-51b522e4-e4d5-4510-9ad0-4ee5c1ce941e req-3976a8b2-9073-4794-ae92-cfd47b5672a1 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 944 time: 0.0588298 Jul 28 09:25:35.878141 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-51b522e4-e4d5-4510-9ad0-4ee5c1ce941e req-2f89a842-fa8c-454b-8730-9260e261b60a tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508735 Jul 28 09:25:36.884438 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:36.936537 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:25:36.943076 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:36.943612 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:37.020041 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd4714-ec7b-469e-bd46-548084773ae1 req-98640676-cb12-4914-8956-7d957614da13 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:37.021645 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-33bd4714-ec7b-469e-bd46-548084773ae1 req-98640676-cb12-4914-8956-7d957614da13 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 944 time: 0.0523646 Jul 28 09:25:37.021981 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:37.022369 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:37.048481 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:25:37.050978 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7c9ee4-d118-4c42-9dcc-1195b2a1182a" -d '{"events": [{"server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "name": "network-vif-plugged", "status": "completed", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:37.070318 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:37.076479 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:37.116315 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-33bd4714-ec7b-469e-bd46-548084773ae1 req-470ffdea-c9db-4d01-9fae-15e192242a85 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848162 Jul 28 09:25:37.122550 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f472f59a-f692-4c57-b5a5-66cd58e853ad x-openstack-request-id: req-f472f59a-f692-4c57-b5a5-66cd58e853ad {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:37.122821 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "name": "network-vif-plugged", "status": "completed", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:37.123030 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f472f59a-f692-4c57-b5a5-66cd58e853ad {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:37.123405 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f472f59a-f692-4c57-b5a5-66cd58e853ad'] response: {'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'code': 200} Jul 28 09:25:37.137722 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:37.344742 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee828770-538c-4d9e-b4ff-3acc78334781 req-73566b09-15b8-41be-818b-37e148c50b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:37.346458 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ee828770-538c-4d9e-b4ff-3acc78334781 req-73566b09-15b8-41be-818b-37e148c50b18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 1129 time: 0.0540509 Jul 28 09:25:37.398665 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ee828770-538c-4d9e-b4ff-3acc78334781 req-49bcb492-dedd-48ec-9732-93a5b5e1487e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Jul 28 09:25:38.263998 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862a1d-fce7-42e5-b191-7da81a70f656 req-ebac2d54-2af3-49ca-9092-3d396eb6ae60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:38.265406 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f7862a1d-fce7-42e5-b191-7da81a70f656 req-ebac2d54-2af3-49ca-9092-3d396eb6ae60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 945 time: 0.0585740 Jul 28 09:25:38.302485 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:38.315747 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f7862a1d-fce7-42e5-b191-7da81a70f656 req-d7d3dfeb-decd-45a6-8683-5937dc3d5231 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446355 Jul 28 09:25:39.463220 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71552e0-a8dd-4dc8-9a11-f7b6fe768257 req-f2c4d3ed-170f-4b61-9eca-6a16098f8363 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:39.464953 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d71552e0-a8dd-4dc8-9a11-f7b6fe768257 req-f2c4d3ed-170f-4b61-9eca-6a16098f8363 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 945 time: 0.0556562 Jul 28 09:25:39.527224 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d71552e0-a8dd-4dc8-9a11-f7b6fe768257 req-9555ab33-d8fb-4aa5-b10b-62a79e8e6f2e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537100 Jul 28 09:25:39.671624 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9c511-faa7-4016-a81a-5e566cf3a74e req-5ee8e8e9-21ae-485a-ba56-abd8fb07c430 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:39.673099 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c5c9c511-faa7-4016-a81a-5e566cf3a74e req-5ee8e8e9-21ae-485a-ba56-abd8fb07c430 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 945 time: 0.0586390 Jul 28 09:25:39.738799 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c5c9c511-faa7-4016-a81a-5e566cf3a74e req-4c9b482b-b6bb-44f6-901f-051d7d778d8b tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566032 Jul 28 09:25:40.118602 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf3b8-1b34-48f0-a5bd-edd7d543a984 req-8f3497f9-b1d9-4730-94d7-5aa0c08225b5 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:40.120717 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8eaaf3b8-1b34-48f0-a5bd-edd7d543a984 req-8f3497f9-b1d9-4730-94d7-5aa0c08225b5 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 945 time: 0.0583656 Jul 28 09:25:40.169946 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8eaaf3b8-1b34-48f0-a5bd-edd7d543a984 req-39aa9ec9-812b-444b-a73c-100cccc76ab0 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Jul 28 09:25:42.413234 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:42.414123 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:47.133627 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:47.134490 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:47.284667 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53510) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:47.616151 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:47.622812 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Deleting port c002c6fe-db0a-42a2-b606-669b1f99c2a1 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:25:47.623162 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (c002c6fe-db0a-42a2-b606-669b1f99c2a1), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:47.713795 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (c002c6fe-db0a-42a2-b606-669b1f99c2a1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:47.714375 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for floatingip (c002c6fe-db0a-42a2-b606-669b1f99c2a1), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:47.731991 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Calling delete_port for c002c6fe-db0a-42a2-b606-669b1f99c2a1 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:25:47.916814 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (c002c6fe-db0a-42a2-b606-669b1f99c2a1), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:47.949414 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event deleted for resources: {'Port': ['ID=c002c6fe-db0a-42a2-b606-669b1f99c2a1,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:48.033927 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for floatingip (5983eb37-7a3e-419d-8344-3be2b613f68f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:48.034192 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Floating IP 5983eb37-7a3e-419d-8344-3be2b613f68f disassociated (deleted). External IP: 172.27.0.236, port: a0c11b49-c1f8-46bc-898f-8e43eaaa04d4. Jul 28 09:25:48.223077 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:48.266616 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:25:48.405725 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:25:48.412515 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:48.417862 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6d71a-5c3e-44ba-8203-8f05e35647d4 None None] Sync routers for ids ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:25:48.430708 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6d71a-5c3e-44ba-8203-8f05e35647d4 None None] Routers {'3de34c22-42ae-4d0f-9883-0de3e0f14ffc'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:48.431342 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fbc6d71a-5c3e-44ba-8203-8f05e35647d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:25:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:48.456804 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ebbf0ed8-f785-40fa-a24a-c2020b9e816d tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "DELETE /v2.0/floatingips/5983eb37-7a3e-419d-8344-3be2b613f68f HTTP/1.1" status: 204 len: 168 time: 1.1709197 Jul 28 09:25:48.457389 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:25:48.459825 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bf4078-2f4b-4b94-b05f-263ead8f1053" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:48.534051 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902509c8-ba6b-4282-b71e-7c5db8ab45ba x-openstack-request-id: req-902509c8-ba6b-4282-b71e-7c5db8ab45ba {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:48.534415 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:48.534743 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-902509c8-ba6b-4282-b71e-7c5db8ab45ba {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:48.535392 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902509c8-ba6b-4282-b71e-7c5db8ab45ba'] response: {'name': 'network-changed', 'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'status': 'completed', 'code': 200} Jul 28 09:25:48.658388 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fbc6d71a-5c3e-44ba-8203-8f05e35647d4 None None] Set router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:48.663689 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf4078-2f4b-4b94-b05f-263ead8f1053 req-f1633583-738c-45de-90c8-2ea4e1ccfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:48.665511 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90bf4078-2f4b-4b94-b05f-263ead8f1053 req-f1633583-738c-45de-90c8-2ea4e1ccfc3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=53fd239676ec42e0a9f145e924fc249a&device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 1130 time: 0.0841069 Jul 28 09:25:48.787858 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdd8ed-30a2-44d8-978f-f0f580bc9468 req-b240a727-2d1a-44a1-a25e-ed1c661b9266 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:48.789820 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3bcdd8ed-30a2-44d8-978f-f0f580bc9468 req-b240a727-2d1a-44a1-a25e-ed1c661b9266 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0721853 Jul 28 09:25:48.870110 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3bcdd8ed-30a2-44d8-978f-f0f580bc9468 req-c387d439-bfa5-4eb6-85b1-d81cc0ef7855 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675135 Jul 28 09:25:48.942436 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fbc6d71a-5c3e-44ba-8203-8f05e35647d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:05Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'a1799114-0fb0-457b-9d1f-769097a0f87c', 'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'mac_address': 'fa:16:3e:a1:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:05Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 5, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'subnets': [{'id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:48.971499 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6d71a-5c3e-44ba-8203-8f05e35647d4 None None] Checking router: 3de34c22-42ae-4d0f-9883-0de3e0f14ffc for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:25:48.981737 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6d71a-5c3e-44ba-8203-8f05e35647d4 None None] Routers {'3de34c22-42ae-4d0f-9883-0de3e0f14ffc'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:48.982424 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fbc6d71a-5c3e-44ba-8203-8f05e35647d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:25:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:49.093378 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-fbc6d71a-5c3e-44ba-8203-8f05e35647d4 None None] Set router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:49.307168 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-fbc6d71a-5c3e-44ba-8203-8f05e35647d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:05Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'a1799114-0fb0-457b-9d1f-769097a0f87c', 'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'mac_address': 'fa:16:3e:a1:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:05Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 5, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'subnets': [{'id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:49.332654 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6d71a-5c3e-44ba-8203-8f05e35647d4 None None] The sync data for ids ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'] in dv-cinder-851249-5-iscsi is: [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:05Z', 'revision_number': 4, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': 'a1799114-0fb0-457b-9d1f-769097a0f87c', 'name': '', 'network_id': '6e5822d8-ff00-4424-b54d-09f23d169007', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'mac_address': 'fa:16:3e:a1:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:05Z', 'updated_at': '2022-07-28T09:20:10Z', 'revision_number': 5, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'subnets': [{'id': '48bdb455-4ab7-4e83-9412-807fb482cf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:25:49.603589 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a02ff1-3244-4e1e-9fe4-dcb57e35f610 None None] New status for floating IP 5983eb37-7a3e-419d-8344-3be2b613f68f: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:25:50.183903 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:50.216167 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cff6e1-5bb2-412c-8e45-5f6e70681295 req-41fe056a-9c46-4212-b4d0-e38ffe78ce70 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:50.217729 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82cff6e1-5bb2-412c-8e45-5f6e70681295 req-41fe056a-9c46-4212-b4d0-e38ffe78ce70 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0915799 Jul 28 09:25:50.257167 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf4078-2f4b-4b94-b05f-263ead8f1053 req-f4c45ba1-3069-4c50-b2fe-4249c914336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:50.258768 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90bf4078-2f4b-4b94-b05f-263ead8f1053 req-f4c45ba1-3069-4c50-b2fe-4249c914336f service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e5822d8-ff00-4424-b54d-09f23d169007 HTTP/1.1" status: 200 len: 909 time: 0.4078448 Jul 28 09:25:50.286794 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-82cff6e1-5bb2-412c-8e45-5f6e70681295 req-6f207b9c-cead-4b5b-b075-8391e5bebb3f tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595803 Jul 28 09:25:50.352962 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90bf4078-2f4b-4b94-b05f-263ead8f1053 req-0e62c844-c8e8-4a21-9e3c-8e138f1d9346 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 HTTP/1.1" status: 200 len: 217 time: 0.0351536 Jul 28 09:25:50.625787 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf4078-2f4b-4b94-b05f-263ead8f1053 req-fd6bb6bf-8e5a-493a-9e11-306d407c9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:50.627349 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90bf4078-2f4b-4b94-b05f-263ead8f1053 req-fd6bb6bf-8e5a-493a-9e11-306d407c9e17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48bdb455-4ab7-4e83-9412-807fb482cf5c HTTP/1.1" status: 200 len: 847 time: 0.0523729 Jul 28 09:25:50.820426 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a0268-ca14-40c3-bc17-4b0dfb59ac79 req-63d3d736-8721-4d8e-9a12-469ba172eb49 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:50.821912 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-518a0268-ca14-40c3-bc17-4b0dfb59ac79 req-63d3d736-8721-4d8e-9a12-469ba172eb49 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0875776 Jul 28 09:25:50.824544 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf4078-2f4b-4b94-b05f-263ead8f1053 req-2d9eefc3-9711-49d9-a1df-a7f42e54da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:50.825973 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90bf4078-2f4b-4b94-b05f-263ead8f1053 req-2d9eefc3-9711-49d9-a1df-a7f42e54da57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e5822d8-ff00-4424-b54d-09f23d169007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1050627 Jul 28 09:25:50.975073 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-518a0268-ca14-40c3-bc17-4b0dfb59ac79 req-053b35e1-52b7-475f-b149-1a791c1f681a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Deleting port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:25:50.975400 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-518a0268-ca14-40c3-bc17-4b0dfb59ac79 req-053b35e1-52b7-475f-b149-1a791c1f681a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:51.061455 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90bf4078-2f4b-4b94-b05f-263ead8f1053 req-2f4d2b2b-8b18-43af-99b9-5970e805ed24 service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274613 Jul 28 09:25:51.085529 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:51.134679 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873cc8-e6a6-4a0d-b642-61046393caeb req-5445a972-b11f-4f2d-9872-a9527a5e680f tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:51.136150 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc873cc8-e6a6-4a0d-b642-61046393caeb req-5445a972-b11f-4f2d-9872-a9527a5e680f tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 945 time: 0.1536319 Jul 28 09:25:51.194904 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-518a0268-ca14-40c3-bc17-4b0dfb59ac79 req-053b35e1-52b7-475f-b149-1a791c1f681a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] For port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:51.195643 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-518a0268-ca14-40c3-bc17-4b0dfb59ac79 req-053b35e1-52b7-475f-b149-1a791c1f681a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:51.228788 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-518a0268-ca14-40c3-bc17-4b0dfb59ac79 req-053b35e1-52b7-475f-b149-1a791c1f681a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Calling delete_port for a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:25:51.260924 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-90bf4078-2f4b-4b94-b05f-263ead8f1053 req-c833c50f-ec8d-480c-9b4b-fc0496e42147 service neutron] 10.222.0.60 "GET /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912191 Jul 28 09:25:51.265512 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fc873cc8-e6a6-4a0d-b642-61046393caeb req-b3b41771-0a7d-4f6e-b2bb-b97319b36725 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213958 Jul 28 09:25:51.297063 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53536) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:51.406228 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc625412-0a89-4295-953b-6317da63c731 tempest-TestMinimumBasicScenario-606831302 tempest-TestMinimumBasicScenario-606831302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:51.410177 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-bc625412-0a89-4295-953b-6317da63c731 tempest-TestMinimumBasicScenario-606831302 tempest-TestMinimumBasicScenario-606831302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 1124 time: 0.1109467 Jul 28 09:25:51.412733 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53542) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:51.416737 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'port_id': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:51.439824 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:51.440845 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7898d-580d-4fa1-be40-c63cb1077d46 req-3aa1ce92-b629-46f7-b294-5d3bc27df865 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:51.442906 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1c7898d-580d-4fa1-be40-c63cb1077d46 req-3aa1ce92-b629-46f7-b294-5d3bc27df865 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2fc20a4-19f4-47bc-aa86-fe106b753112 HTTP/1.1" status: 200 len: 946 time: 0.0674984 Jul 28 09:25:51.444096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-518a0268-ca14-40c3-bc17-4b0dfb59ac79 req-053b35e1-52b7-475f-b149-1a791c1f681a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (a0c11b49-c1f8-46bc-898f-8e43eaaa04d4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:51.488206 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b35e1-52b7-475f-b149-1a791c1f681a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event deleted for resources: {'Port': ['ID=a0c11b49-c1f8-46bc-898f-8e43eaaa04d4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:51.531150 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:51.566410 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-518a0268-ca14-40c3-bc17-4b0dfb59ac79 req-053b35e1-52b7-475f-b149-1a791c1f681a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] No DVR routers for this DVR port a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:25:51.569448 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-518a0268-ca14-40c3-bc17-4b0dfb59ac79 req-053b35e1-52b7-475f-b149-1a791c1f681a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:51.572841 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-518a0268-ca14-40c3-bc17-4b0dfb59ac79 req-053b35e1-52b7-475f-b149-1a791c1f681a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.60 "DELETE /v2.0/ports/a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 HTTP/1.1" status: 204 len: 173 time: 0.7456777 Jul 28 09:25:51.573297 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'name': 'network-vif-deleted', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:25:51.575630 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b16fe6e-013e-4518-bcad-a105c87d0828" -d '{"events": [{"server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "name": "network-vif-deleted", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:51.582329 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a1c7898d-580d-4fa1-be40-c63cb1077d46 req-a64678ad-1af2-4a92-ac47-b669c99f6ed7 tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "GET /v2.0/security-groups?id=075ad829-79ca-4212-8898-eab1461e6ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279469 Jul 28 09:25:51.620937 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c3161f-1880-48af-8ff6-02a373c261f4 x-openstack-request-id: req-64c3161f-1880-48af-8ff6-02a373c261f4 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:51.621221 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fc20a4-19f4-47bc-aa86-fe106b753112", "name": "network-vif-deleted", "tag": "a0c11b49-c1f8-46bc-898f-8e43eaaa04d4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:51.621483 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64c3161f-1880-48af-8ff6-02a373c261f4 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:51.621904 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c3161f-1880-48af-8ff6-02a373c261f4'] response: {'server_uuid': 'f2fc20a4-19f4-47bc-aa86-fe106b753112', 'name': 'network-vif-deleted', 'tag': 'a0c11b49-c1f8-46bc-898f-8e43eaaa04d4', 'status': 'completed', 'code': 200} Jul 28 09:25:51.780965 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:51.893483 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_common [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Allocated IP 172.27.0.85 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/c3c4750d-59ab-4661-b37e-ef7fdf66c9a5) {{(pid=104123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:25:52.025303 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for port (c3c4750d-59ab-4661-b37e-ef7fdf66c9a5), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.058463 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (c3c4750d-59ab-4661-b37e-ef7fdf66c9a5), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.096608 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:52.101619 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.base_scheduler [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Resources bound (agent type, host, resource id): {{(pid=104123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:52.105433 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Received port after_create {{(pid=104123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:25:52.135821 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'Port': ['ID=c3c4750d-59ab-4661-b37e-ef7fdf66c9a5,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:52.471221 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:52.524944 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:52.527078 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for floatingip (2ef98e8b-4093-41e6-89a4-8456b6440283), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.620807 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (c3c4750d-59ab-4661-b37e-ef7fdf66c9a5), before_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.665742 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.677398 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53548) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:52.746111 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce95a49c-41c6-498d-b6f1-b56cf2a7fd9a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group (075ad829-79ca-4212-8898-eab1461e6ed4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.772425 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce95a49c-41c6-498d-b6f1-b56cf2a7fd9a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group (075ad829-79ca-4212-8898-eab1461e6ed4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.806339 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for port (c3c4750d-59ab-4661-b37e-ef7fdf66c9a5), precommit_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.811643 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4130328'] for port (c3c4750d-59ab-4661-b37e-ef7fdf66c9a5), after_update {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.840227 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce95a49c-41c6-498d-b6f1-b56cf2a7fd9a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (075ad829-79ca-4212-8898-eab1461e6ed4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.843399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-ce95a49c-41c6-498d-b6f1-b56cf2a7fd9a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.848660 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-ce95a49c-41c6-498d-b6f1-b56cf2a7fd9a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] 10.222.0.48 "DELETE /v2.0/security-groups/075ad829-79ca-4212-8898-eab1461e6ed4 HTTP/1.1" status: 204 len: 168 time: 0.1659663 Jul 28 09:25:52.855647 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95a49c-41c6-498d-b6f1-b56cf2a7fd9a tempest-TestShelveInstance-736678905 tempest-TestShelveInstance-736678905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075ad829-79ca-4212-8898-eab1461e6ed4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:52.898486 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'Port': ['ID=c3c4750d-59ab-4661-b37e-ef7fdf66c9a5,revision_number=2']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:52.911885 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (2ef98e8b-4093-41e6-89a4-8456b6440283), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:52.927754 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53552) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:53.028201 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.l3_db [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Floating IP 2ef98e8b-4093-41e6-89a4-8456b6440283 associated. External IP: 172.27.0.85, port: 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22. Jul 28 09:25:53.251520 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Router ef66f788-ed35-4ef3-a103-ae0a08bc814e has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:25:53.332874 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:53.357370 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:25:53.370225 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1b59e-159a-4f61-825c-823f06b9597c None None] Sync routers for ids ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:25:53.380265 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.402720 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1b59e-159a-4f61-825c-823f06b9597c None None] Routers {'ef66f788-ed35-4ef3-a103-ae0a08bc814e'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:53.403777 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-00c1b59e-159a-4f61-825c-823f06b9597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:25:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:53.413173 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426779'] for router_interface (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.424797 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-6dcf3816-aed0-4dae-b855-10c04b7118ee tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0093212 Jul 28 09:25:53.424797 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'}] {{(pid=104123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:25:53.425309 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c60a0d31f5ae61584c09bf5ae02f1e8f881846fe7860167878649fbf56de3e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22"}]}' {{(pid=104123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:53.428059 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53556) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:53.435093 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-1f68d13a-c772-43d6-be08-54c23366230c tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911187866', 'description': 'tempest-secgroup-smoke-1911187866 description', 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:53.458863 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:53.469664 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1f68d13a-c772-43d6-be08-54c23366230c tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group (None), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.498670 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:53.533238 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-00c1b59e-159a-4f61-825c-823f06b9597c None None] Set router ef66f788-ed35-4ef3-a103-ae0a08bc814e gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:53.571829 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1f68d13a-c772-43d6-be08-54c23366230c tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group (6a14a700-f970-4c42-bef4-cb741bd28c99), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.574692 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:53.578308 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1f68d13a-c772-43d6-be08-54c23366230c tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (6a14a700-f970-4c42-bef4-cb741bd28c99), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.632129 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-1f68d13a-c772-43d6-be08-54c23366230c tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.634388 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1f68d13a-c772-43d6-be08-54c23366230c tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2049303 Jul 28 09:25:53.637520 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53562) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:53.645769 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-3035f5e4-975a-4961-bea8-fa0a93bd23f5 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Request body: {'security_group_rule': {'security_group_id': '6a14a700-f970-4c42-bef4-cb741bd28c99', 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:53.651383 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68d13a-c772-43d6-be08-54c23366230c tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a14a700-f970-4c42-bef4-cb741bd28c99,revision_number=1']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:53.651985 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:53.656392 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6688eab-fa45-46ba-ba91-8575b56f32a9 x-openstack-request-id: req-f6688eab-fa45-46ba-ba91-8575b56f32a9 {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:53.656948 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22", "status": "completed", "code": 200}]} {{(pid=104123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:53.657395 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6688eab-fa45-46ba-ba91-8575b56f32a9 {{(pid=104123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:53.659176 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6688eab-fa45-46ba-ba91-8575b56f32a9'] response: {'name': 'network-changed', 'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'status': 'completed', 'code': 200} Jul 28 09:25:53.690610 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3035f5e4-975a-4961-bea8-fa0a93bd23f5 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (10b50009-cfd9-4e18-b04a-6f666af1e6d1), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.762582 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3035f5e4-975a-4961-bea8-fa0a93bd23f5 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (10b50009-cfd9-4e18-b04a-6f666af1e6d1), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.768145 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3035f5e4-975a-4961-bea8-fa0a93bd23f5 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (10b50009-cfd9-4e18-b04a-6f666af1e6d1), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.787786 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6 req-7e6ed988-6866-4720-a516-65dba5a56522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:53.789755 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6 req-7e6ed988-6866-4720-a516-65dba5a56522 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33b2e26d27c84e738eede31dc3c9ee3a&device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 1129 time: 0.0778592 Jul 28 09:25:53.802172 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035f5e4-975a-4961-bea8-fa0a93bd23f5 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b50009-cfd9-4e18-b04a-6f666af1e6d1,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:53.813552 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] Deleting port a1799114-0fb0-457b-9d1f-769097a0f87c {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:25:53.813920 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.818417 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3035f5e4-975a-4961-bea8-fa0a93bd23f5 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.823242 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3035f5e4-975a-4961-bea8-fa0a93bd23f5 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1810284 Jul 28 09:25:53.823854 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53564) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:53.834287 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-3e7adf6b-ebce-416e-ba5b-df9eaea42e26 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Request body: {'security_group_rule': {'security_group_id': '6a14a700-f970-4c42-bef4-cb741bd28c99', 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:53.844753 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-00c1b59e-159a-4f61-825c-823f06b9597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 4, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2ef98e8b-4093-41e6-89a4-8456b6440283', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'port_id': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'mac_address': 'fa:16:3e:72:57:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:25:52Z', 'updated_at': '2022-07-28T09:25:52Z', 'revision_number': 0, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d14fce6-8380-4d38-a9df-b5ce3bb2c39b', 'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'mac_address': 'fa:16:3e:2c:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:59Z', 'updated_at': '2022-07-28T09:25:04Z', 'revision_number': 5, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'subnets': [{'id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:53.874389 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1b59e-159a-4f61-825c-823f06b9597c None None] Checking router: ef66f788-ed35-4ef3-a103-ae0a08bc814e for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:25:53.874785 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3e7adf6b-ebce-416e-ba5b-df9eaea42e26 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (2fbc96c3-610f-497e-9893-d0609238a47b), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.883791 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1b59e-159a-4f61-825c-823f06b9597c None None] Routers {'ef66f788-ed35-4ef3-a103-ae0a08bc814e'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:53.885095 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-00c1b59e-159a-4f61-825c-823f06b9597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:25:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:53.954092 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3e7adf6b-ebce-416e-ba5b-df9eaea42e26 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (2fbc96c3-610f-497e-9893-d0609238a47b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.961965 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3e7adf6b-ebce-416e-ba5b-df9eaea42e26 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (2fbc96c3-610f-497e-9893-d0609238a47b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.985432 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] For port a1799114-0fb0-457b-9d1f-769097a0f87c, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=a1799114-0fb0-457b-9d1f-769097a0f87c,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:53.986227 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:53.991260 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7adf6b-ebce-416e-ba5b-df9eaea42e26 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbc96c3-610f-497e-9893-d0609238a47b,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:54.006614 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-3e7adf6b-ebce-416e-ba5b-df9eaea42e26 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.007417 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6 req-4d2fddca-ae8d-4306-b3e9-cbf4f4146532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:54.009412 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6 req-4d2fddca-ae8d-4306-b3e9-cbf4f4146532 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ede8e961-7a06-4e8d-a4f9-2de355af10b7 HTTP/1.1" status: 200 len: 915 time: 0.2116134 Jul 28 09:25:54.012188 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-3e7adf6b-ebce-416e-ba5b-df9eaea42e26 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1848366 Jul 28 09:25:54.013031 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53566) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:54.018226 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-2b726850-4ac4-48d7-a24f-984795ec6806 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Request body: {'security_group_rule': {'security_group_id': '6a14a700-f970-4c42-bef4-cb741bd28c99', 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:54.023710 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] Calling delete_port for a1799114-0fb0-457b-9d1f-769097a0f87c owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:25:54.025709 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:54.050339 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b726850-4ac4-48d7-a24f-984795ec6806 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (2226933a-6dfa-45ec-b299-5f51b9c78dcb), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.137035 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-00c1b59e-159a-4f61-825c-823f06b9597c None None] Set router ef66f788-ed35-4ef3-a103-ae0a08bc814e gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:54.137578 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6 req-28dd41ac-7f41-4aee-8f29-57be19941b6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 200 len: 998 time: 0.1212344 Jul 28 09:25:54.140377 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b726850-4ac4-48d7-a24f-984795ec6806 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (2226933a-6dfa-45ec-b299-5f51b9c78dcb), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.145047 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b726850-4ac4-48d7-a24f-984795ec6806 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (2226933a-6dfa-45ec-b299-5f51b9c78dcb), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.172740 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b726850-4ac4-48d7-a24f-984795ec6806 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2226933a-6dfa-45ec-b299-5f51b9c78dcb,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:54.181015 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2b726850-4ac4-48d7-a24f-984795ec6806 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.185787 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2b726850-4ac4-48d7-a24f-984795ec6806 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1716974 Jul 28 09:25:54.186488 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53568) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:54.191011 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-ca289668-99cf-4c00-9ff0-701d51d1423e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Request body: {'security_group_rule': {'security_group_id': '6a14a700-f970-4c42-bef4-cb741bd28c99', 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:54.223650 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ca289668-99cf-4c00-9ff0-701d51d1423e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (598dbd3c-08ca-4319-99fb-7f9ca5c3b57b), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.259238 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6 req-642c5c3d-fb97-4378-a073-ea61d81f4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:54.262026 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6 req-642c5c3d-fb97-4378-a073-ea61d81f4c8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b1c1dc9-42cd-454d-88fc-f5f5d234da1f HTTP/1.1" status: 200 len: 853 time: 0.1171968 Jul 28 09:25:54.295524 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ca289668-99cf-4c00-9ff0-701d51d1423e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (598dbd3c-08ca-4319-99fb-7f9ca5c3b57b), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.301205 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ca289668-99cf-4c00-9ff0-701d51d1423e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (598dbd3c-08ca-4319-99fb-7f9ca5c3b57b), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.325673 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:54.328260 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6 req-eec2f682-540b-4ee5-9477-c310b90a381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:54.329939 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6 req-eec2f682-540b-4ee5-9477-c310b90a381d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ede8e961-7a06-4e8d-a4f9-2de355af10b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609031 Jul 28 09:25:54.330102 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca289668-99cf-4c00-9ff0-701d51d1423e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598dbd3c-08ca-4319-99fb-7f9ca5c3b57b,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:54.344256 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-ca289668-99cf-4c00-9ff0-701d51d1423e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.345936 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-ca289668-99cf-4c00-9ff0-701d51d1423e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583533 Jul 28 09:25:54.348598 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53570) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:54.355493 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.v2.base [None req-603e80d6-8759-42f0-9c23-5082720b07c8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Request body: {'security_group_rule': {'security_group_id': '6a14a700-f970-4c42-bef4-cb741bd28c99', 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:54.384715 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.db.securitygroups_db [None req-603e80d6-8759-42f0-9c23-5082720b07c8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Project 33b2e26d27c84e738eede31dc3c9ee3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:25:54.392089 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-603e80d6-8759-42f0-9c23-5082720b07c8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (b8810830-729f-4831-8b2f-7e338c21ff10), before_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.406415 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:INSERT=15,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:54.426005 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-00c1b59e-159a-4f61-825c-823f06b9597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 4, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2ef98e8b-4093-41e6-89a4-8456b6440283', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'port_id': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'mac_address': 'fa:16:3e:72:57:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:25:52Z', 'updated_at': '2022-07-28T09:25:52Z', 'revision_number': 0, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d14fce6-8380-4d38-a9df-b5ce3bb2c39b', 'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'mac_address': 'fa:16:3e:2c:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:59Z', 'updated_at': '2022-07-28T09:25:04Z', 'revision_number': 5, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'subnets': [{'id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:54.446318 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:54.458853 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c1b59e-159a-4f61-825c-823f06b9597c None None] The sync data for ids ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'] in dv-cinder-851249-5-iscsi is: [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 4, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '2ef98e8b-4093-41e6-89a4-8456b6440283', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'port_id': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'mac_address': 'fa:16:3e:72:57:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:25:52Z', 'updated_at': '2022-07-28T09:25:52Z', 'revision_number': 0, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d14fce6-8380-4d38-a9df-b5ce3bb2c39b', 'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'mac_address': 'fa:16:3e:2c:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:59Z', 'updated_at': '2022-07-28T09:25:04Z', 'revision_number': 5, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'subnets': [{'id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:25:54.480599 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-603e80d6-8759-42f0-9c23-5082720b07c8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (b8810830-729f-4831-8b2f-7e338c21ff10), precommit_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.484788 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-603e80d6-8759-42f0-9c23-5082720b07c8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (b8810830-729f-4831-8b2f-7e338c21ff10), after_create {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.485755 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (a1799114-0fb0-457b-9d1f-769097a0f87c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.505936 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e80d6-8759-42f0-9c23-5082720b07c8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8810830-729f-4831-8b2f-7e338c21ff10,revision_number=0']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:54.516843 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6 req-32aa8187-7d53-4370-997e-88eb293a61d9 service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696517 Jul 28 09:25:54.518165 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-603e80d6-8759-42f0-9c23-5082720b07c8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.522340 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-603e80d6-8759-42f0-9c23-5082720b07c8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699357 Jul 28 09:25:54.522535 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1799114-0fb0-457b-9d1f-769097a0f87c,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:54.523030 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53572) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:54.540671 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-f669a556-346a-47d5-b612-f2274fb5b90d tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Request body: {'security_group_rule': {'security_group_id': '6a14a700-f970-4c42-bef4-cb741bd28c99', 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:54.668778 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.securitygroups_db [None req-f669a556-346a-47d5-b612-f2274fb5b90d tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Project 33b2e26d27c84e738eede31dc3c9ee3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:25:54.683653 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f669a556-346a-47d5-b612-f2274fb5b90d tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (a5e27617-6ed0-4a06-a290-f81c5bfa0f2b), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.777382 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d3f14e1a-05b9-4e07-bd74-71a578f99bc6 req-7ff9c592-5733-4f0a-8cf4-bb42d2fb172b service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532153 Jul 28 09:25:54.782772 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e8732-0e88-4135-8c6c-ad86c9ff67ca None None] New status for floating IP 2ef98e8b-4093-41e6-89a4-8456b6440283: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:25:54.843861 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f669a556-346a-47d5-b612-f2274fb5b90d tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (a5e27617-6ed0-4a06-a290-f81c5bfa0f2b), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.852154 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f669a556-346a-47d5-b612-f2274fb5b90d tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393283'] for security_group_rule (a5e27617-6ed0-4a06-a290-f81c5bfa0f2b), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.869166 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33031848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426895'] for router_interface (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.875441 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669a556-346a-47d5-b612-f2274fb5b90d tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e27617-6ed0-4a06-a290-f81c5bfa0f2b,revision_number=0']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:54.894403 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-f669a556-346a-47d5-b612-f2274fb5b90d tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:54.895645 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-f669a556-346a-47d5-b612-f2274fb5b90d tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3706014 Jul 28 09:25:54.996336 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:55.022474 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:25:55.048946 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-841aa061-81eb-4ae5-aea7-a85d35664ea8 req-6ba42c8c-55ff-45ac-8619-7c6f3af0dbf9 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911187866&fields=id&tenant_id=33b2e26d27c84e738eede31dc3c9ee3a HTTP/1.1" status: 200 len: 267 time: 0.0974650 Jul 28 09:25:55.053875 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:25:55.054244 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device a0c11b49-c1f8-46bc-898f-8e43eaaa04d4 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:25:55.424088 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aa061-81eb-4ae5-aea7-a85d35664ea8 req-2abcac16-b927-4d0c-b605-7fccc7d5dd58 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:55.425541 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-841aa061-81eb-4ae5-aea7-a85d35664ea8 req-2abcac16-b927-4d0c-b605-7fccc7d5dd58 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 945 time: 0.3395422 Jul 28 09:25:55.435895 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:55.441654 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-841aa061-81eb-4ae5-aea7-a85d35664ea8 req-d023d619-0a3e-4cb7-b31b-618425854898 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Request body: {'port': {'security_groups': ['951d6c3b-8971-490b-8ae0-00bc06288796', '6a14a700-f970-4c42-bef4-cb741bd28c99']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:25:55.497673 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] Router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:25:55.533142 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-841aa061-81eb-4ae5-aea7-a85d35664ea8 req-d023d619-0a3e-4cb7-b31b-618425854898 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:55.693324 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:25:55.700629 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-272e25ab-ccfb-4c8f-8330-a98770d5f402 admin admin] 10.222.0.48 "PUT /v2.0/routers/3de34c22-42ae-4d0f-9883-0de3e0f14ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7718310 Jul 28 09:25:55.702396 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cead7-72c0-4aeb-b4af-46ecbf68a316 None None] Sync routers for ids ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:25:55.703094 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53578) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:55.715173 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cead7-72c0-4aeb-b4af-46ecbf68a316 None None] Routers {'3de34c22-42ae-4d0f-9883-0de3e0f14ffc'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:55.715786 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-7a9cead7-72c0-4aeb-b4af-46ecbf68a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:25:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:55.820345 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-7a9cead7-72c0-4aeb-b4af-46ecbf68a316 None None] Set router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:55.884469 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Publish callbacks [] for router (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:55.926792 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-841aa061-81eb-4ae5-aea7-a85d35664ea8 req-d023d619-0a3e-4cb7-b31b-618425854898 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] For port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:55.992304 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-7a9cead7-72c0-4aeb-b4af-46ecbf68a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:25:54Z', 'revision_number': 5, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:55.998558 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-841aa061-81eb-4ae5-aea7-a85d35664ea8 req-d023d619-0a3e-4cb7-b31b-618425854898 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:56.006678 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-841aa061-81eb-4ae5-aea7-a85d35664ea8 req-d023d619-0a3e-4cb7-b31b-618425854898 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:56.017737 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cead7-72c0-4aeb-b4af-46ecbf68a316 None None] Checking router: 3de34c22-42ae-4d0f-9883-0de3e0f14ffc for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:25:56.028349 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cead7-72c0-4aeb-b4af-46ecbf68a316 None None] Routers {'3de34c22-42ae-4d0f-9883-0de3e0f14ffc'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:56.029000 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-7a9cead7-72c0-4aeb-b4af-46ecbf68a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:25:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:56.045412 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:56.065138 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aa061-81eb-4ae5-aea7-a85d35664ea8 req-d023d619-0a3e-4cb7-b31b-618425854898 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:56.065768 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-841aa061-81eb-4ae5-aea7-a85d35664ea8 req-d023d619-0a3e-4cb7-b31b-618425854898 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:56.067207 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-841aa061-81eb-4ae5-aea7-a85d35664ea8 req-d023d619-0a3e-4cb7-b31b-618425854898 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "PUT /v2.0/ports/0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 200 len: 981 time: 0.6341634 Jul 28 09:25:56.068537 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:25:56.070836 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce8bfb0-5ec6-4461-b01f-39963600c0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:56.078149 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Publish callbacks [] for router_gateway (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:56.101638 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023d619-0a3e-4cb7-b31b-618425854898 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'Port': ['ID=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,revision_number=6']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:56.137720 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:56.158697 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a3a538-8256-4d7b-8a0a-ba6bedb93d7e x-openstack-request-id: req-29a3a538-8256-4d7b-8a0a-ba6bedb93d7e {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:56.158976 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:56.159221 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29a3a538-8256-4d7b-8a0a-ba6bedb93d7e {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:56.159722 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a3a538-8256-4d7b-8a0a-ba6bedb93d7e'] response: {'name': 'network-changed', 'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'status': 'completed', 'code': 200} Jul 28 09:25:56.168447 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Deleting port 83c41f20-f24a-495f-bb46-13c5eac11974 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:25:56.168793 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:56.190327 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-7a9cead7-72c0-4aeb-b4af-46ecbf68a316 None None] Set router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:56.225221 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd9823-1e0f-4a83-a5f4-58a556b8bf57 req-bb2cfe26-9b4b-41b9-8b1d-7459387782ac tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:56.233133 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70fd9823-1e0f-4a83-a5f4-58a556b8bf57 req-bb2cfe26-9b4b-41b9-8b1d-7459387782ac tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0669825 Jul 28 09:25:56.246434 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:56.252711 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:56.293090 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:56.294625 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8bfb0-5ec6-4461-b01f-39963600c0c5 req-d1ce695f-64c9-4e1d-b4af-a732fedc418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:56.296292 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dce8bfb0-5ec6-4461-b01f-39963600c0c5 req-d1ce695f-64c9-4e1d-b4af-a732fedc418c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33b2e26d27c84e738eede31dc3c9ee3a&device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 1168 time: 0.0611324 Jul 28 09:25:56.324777 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:56.402369 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-7a9cead7-72c0-4aeb-b4af-46ecbf68a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:25:54Z', 'revision_number': 5, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:56.429075 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cead7-72c0-4aeb-b4af-46ecbf68a316 None None] The sync data for ids ['3de34c22-42ae-4d0f-9883-0de3e0f14ffc'] in dv-cinder-851249-5-iscsi is: [{'id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'name': 'tempest-TestShelveInstance-891486693-router', 'tenant_id': '53fd239676ec42e0a9f145e924fc249a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:25:54Z', 'revision_number': 5, 'project_id': '53fd239676ec42e0a9f145e924fc249a', 'gw_port': {'id': '83c41f20-f24a-495f-bb46-13c5eac11974', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de34c22-42ae-4d0f-9883-0de3e0f14ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:03Z', 'updated_at': '2022-07-28T09:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:25:56.438023 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-3a652f54-2996-4da9-94e4-04bd1991a3a7 None None] Provisioning complete for port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:25:56.438438 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3a652f54-2996-4da9-94e4-04bd1991a3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:56.476528 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] For port 83c41f20-f24a-495f-bb46-13c5eac11974, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=83c41f20-f24a-495f-bb46-13c5eac11974,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:56.476528 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:56.510434 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Calling delete_port for 83c41f20-f24a-495f-bb46-13c5eac11974 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:25:56.523530 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-70fd9823-1e0f-4a83-a5f4-58a556b8bf57 req-33fc59b6-37a2-491c-837d-e9991487283d tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2895448 Jul 28 09:25:56.535869 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8bfb0-5ec6-4461-b01f-39963600c0c5 req-0f57121b-4f75-40ec-8c51-0372806e9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:56.537404 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dce8bfb0-5ec6-4461-b01f-39963600c0c5 req-0f57121b-4f75-40ec-8c51-0372806e9bf3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ede8e961-7a06-4e8d-a4f9-2de355af10b7 HTTP/1.1" status: 200 len: 915 time: 0.2058303 Jul 28 09:25:56.595224 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-3a652f54-2996-4da9-94e4-04bd1991a3a7 None None] Current status of the port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:25:56.647641 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dce8bfb0-5ec6-4461-b01f-39963600c0c5 req-55f2f5d9-360c-402c-a35c-9b7a33d8ff85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 200 len: 1000 time: 0.0797050 Jul 28 09:25:56.676886 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:56.729854 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:56.744751 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8bfb0-5ec6-4461-b01f-39963600c0c5 req-9364d5e7-fdc5-4ec2-a552-51db1f5718a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:56.746229 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dce8bfb0-5ec6-4461-b01f-39963600c0c5 req-9364d5e7-fdc5-4ec2-a552-51db1f5718a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b1c1dc9-42cd-454d-88fc-f5f5d234da1f HTTP/1.1" status: 200 len: 853 time: 0.0645516 Jul 28 09:25:56.800816 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device a1799114-0fb0-457b-9d1f-769097a0f87c no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:25:56.824467 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8bfb0-5ec6-4461-b01f-39963600c0c5 req-a8685cfc-41b5-4b98-9b99-484b90a62b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:25:56.825108 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: a1799114-0fb0-457b-9d1f-769097a0f87c {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:25:56.825458 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device a1799114-0fb0-457b-9d1f-769097a0f87c not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:25:56.826003 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dce8bfb0-5ec6-4461-b01f-39963600c0c5 req-a8685cfc-41b5-4b98-9b99-484b90a62b03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ede8e961-7a06-4e8d-a4f9-2de355af10b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707932 Jul 28 09:25:56.844738 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (83c41f20-f24a-495f-bb46-13c5eac11974), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:56.893111 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f5de5dfb-de26-460a-a563-ea18d5570324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:56.925890 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=83c41f20-f24a-495f-bb46-13c5eac11974,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:57.013655 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dce8bfb0-5ec6-4461-b01f-39963600c0c5 req-e36e380a-ce18-4c4c-81f9-959c96eb5e3d service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783607 Jul 28 09:25:57.027391 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:57.030706 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432667'] for router_gateway (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.162082 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33071504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-589'] for router (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.165498 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Publish callbacks [] for router_controller (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.221694 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33071378'] for router (3de34c22-42ae-4d0f-9883-0de3e0f14ffc), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.222288 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de34c22-42ae-4d0f-9883-0de3e0f14ffc {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:25:57.227561 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.232489 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-53f9df9d-5a14-4dd5-9049-76916a99d4ba admin admin] 10.222.0.48 "DELETE /v2.0/routers/3de34c22-42ae-4d0f-9883-0de3e0f14ffc HTTP/1.1" status: 204 len: 168 time: 1.5246913 Jul 28 09:25:57.233019 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53586) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:57.233738 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dce8bfb0-5ec6-4461-b01f-39963600c0c5 req-5dfbe0f1-5dcd-4490-9370-4340eaa7cd38 service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126894 Jul 28 09:25:57.291804 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbe3f8c-4611-432e-8215-5a5074333c29 admin admin] Deleting subnet 48bdb455-4ab7-4e83-9412-807fb482cf5c {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:25:57.295619 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f8c-4611-432e-8215-5a5074333c29 admin admin] Publish callbacks [] for subnet (48bdb455-4ab7-4e83-9412-807fb482cf5c), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.333032 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f8c-4611-432e-8215-5a5074333c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8566482'] for subnet (48bdb455-4ab7-4e83-9412-807fb482cf5c), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.418401 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f8c-4611-432e-8215-5a5074333c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (48bdb455-4ab7-4e83-9412-807fb482cf5c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.472517 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f8c-4611-432e-8215-5a5074333c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4130338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8565268'] for subnet (48bdb455-4ab7-4e83-9412-807fb482cf5c), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.496381 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe3f8c-4611-432e-8215-5a5074333c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48bdb455-4ab7-4e83-9412-807fb482cf5c,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:57.502461 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f8c-4611-432e-8215-5a5074333c29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.505932 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-7cbe3f8c-4611-432e-8215-5a5074333c29 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/48bdb455-4ab7-4e83-9412-807fb482cf5c HTTP/1.1" status: 204 len: 168 time: 0.2714155 Jul 28 09:25:57.509044 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53588) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:57.513061 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed908d7-e882-460b-bfef-f411aa39d436 None None] Network 6e5822d8-ff00-4424-b54d-09f23d169007 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:25:57.583657 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (6e5822d8-ff00-4424-b54d-09f23d169007), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.625936 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Deleting port b80b1856-776e-4171-82d0-bbbd026b3107 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:25:57.626325 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.699737 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] For port b80b1856-776e-4171-82d0-bbbd026b3107, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=b80b1856-776e-4171-82d0-bbbd026b3107,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:57.700326 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.702578 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] DHCP port deletion for 6e5822d8-ff00-4424-b54d-09f23d169007 request from dv-cinder-851249-5-iscsi {{(pid=104125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 09:25:57.716349 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Calling delete_port for b80b1856-776e-4171-82d0-bbbd026b3107 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:25:57.752349 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Deleting port b80b1856-776e-4171-82d0-bbbd026b3107 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:25:57.752718 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.809620 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.818496 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] For port b80b1856-776e-4171-82d0-bbbd026b3107, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=b80b1856-776e-4171-82d0-bbbd026b3107,segment=NetworkSegment(534a6886-cd79-4c55-af06-fecea35f0d8b),segment_id=534a6886-cd79-4c55-af06-fecea35f0d8b)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:57.818894 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.832678 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Calling delete_port for b80b1856-776e-4171-82d0-bbbd026b3107 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:25:57.835316 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80b1856-776e-4171-82d0-bbbd026b3107,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:57.840879 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] No DVR routers for this DVR port b80b1856-776e-4171-82d0-bbbd026b3107 on host dv-cinder-851249-5-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:25:57.918892 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942'] for port (b80b1856-776e-4171-82d0-bbbd026b3107), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.923353 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (6e5822d8-ff00-4424-b54d-09f23d169007), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.946460 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Pushing event deleted for resources: {'Port': ['ID=b80b1856-776e-4171-82d0-bbbd026b3107,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:57.946808 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5822d8-ff00-4424-b54d-09f23d169007']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:57.949330 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] No DVR routers for this DVR port b80b1856-776e-4171-82d0-bbbd026b3107 on host dv-cinder-851249-5-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:25:57.957699 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.957699 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.958226 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.958483 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.958697 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.959054 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.959284 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534a6886-cd79-4c55-af06-fecea35f0d8b') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:57.959409 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.959594 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534a6886-cd79-4c55-af06-fecea35f0d8b') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:57.959715 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.960065 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.960306 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.960628 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.961197 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.961325 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.961568 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.961907 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d12a5d-e45a-4734-8c74-90bf98333847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:57.971881 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8566475'] for segment (534a6886-cd79-4c55-af06-fecea35f0d8b), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.987188 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (534a6886-cd79-4c55-af06-fecea35f0d8b), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:57.996006 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:25:57.996449 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130428'] for segment (534a6886-cd79-4c55-af06-fecea35f0d8b), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:58.037966 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 534a6886-cd79-4c55-af06-fecea35f0d8b resource provider aggregate not found Jul 28 09:25:58.057278 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 534a6886-cd79-4c55-af06-fecea35f0d8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 534a6886-cd79-4c55-af06-fecea35f0d8b found for delete ", "request_id": "req-51ef8829-c0f2-4ea4-89ce-a416c203f587"}]} Jul 28 09:25:58.058495 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:58.066993 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (6e5822d8-ff00-4424-b54d-09f23d169007), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:58.071380 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:58.075011 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6e5822d8-ff00-4424-b54d-09f23d169007 HTTP/1.1" status: 204 len: 168 time: 0.5649428 Jul 28 09:25:58.079013 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53594) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:58.090317 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973b3b6-c9de-4aca-863f-ef6df650ad61 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5822d8-ff00-4424-b54d-09f23d169007,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:58.161673 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:58.409343 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426779'] for router_interface (25c035fc-6425-4f19-9631-b25019ccc343), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:58.644896 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] Deleting port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:25:58.645234 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:58.663024 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 83c41f20-f24a-495f-bb46-13c5eac11974 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:25:58.682915 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 83c41f20-f24a-495f-bb46-13c5eac11974 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:25:58.683434 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 83c41f20-f24a-495f-bb46-13c5eac11974 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:25:58.684842 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device b80b1856-776e-4171-82d0-bbbd026b3107 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:25:58.707415 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: b80b1856-776e-4171-82d0-bbbd026b3107 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:25:58.707760 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device b80b1856-776e-4171-82d0-bbbd026b3107 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:25:58.730219 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] For port d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0,segment=NetworkSegment(121f0daa-b549-4913-8784-dba6450c1cbd),segment_id=121f0daa-b549-4913-8784-dba6450c1cbd)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:58.730582 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:58.744140 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] Calling delete_port for d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:25:58.808980 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:58.928500 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:58.955501 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:59.067424 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:25:59.125296 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33031848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426895'] for router_interface (25c035fc-6425-4f19-9631-b25019ccc343), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:59.394281 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4fa5635a-f80d-44c2-91aa-e49f02149b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:59.610879 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] Router 25c035fc-6425-4f19-9631-b25019ccc343 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:25:59.720664 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:25:59.727716 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b67c1dfd-9ad5-48c2-a3aa-da6545057053 admin admin] 10.222.0.48 "PUT /v2.0/routers/25c035fc-6425-4f19-9631-b25019ccc343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6469157 Jul 28 09:25:59.729955 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53596) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:25:59.732843 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b8d79-7bbc-4016-a7e2-6534a2c4e213 None None] Sync routers for ids ['25c035fc-6425-4f19-9631-b25019ccc343'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:25:59.744839 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b8d79-7bbc-4016-a7e2-6534a2c4e213 None None] Routers {'25c035fc-6425-4f19-9631-b25019ccc343'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:25:59.745494 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-814b8d79-7bbc-4016-a7e2-6534a2c4e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:25:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25c035fc-6425-4f19-9631-b25019ccc343'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:59.847594 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Publish callbacks [] for router (25c035fc-6425-4f19-9631-b25019ccc343), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:25:59.872254 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-814b8d79-7bbc-4016-a7e2-6534a2c4e213 None None] Set router 25c035fc-6425-4f19-9631-b25019ccc343 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:25:59.962543 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Publish callbacks [] for router_gateway (25c035fc-6425-4f19-9631-b25019ccc343), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.009805 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Deleting port f37d25af-d0a6-4c44-b707-1599a47c8034 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:26:00.010087 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.031017 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:00.056467 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:00.073909 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-814b8d79-7bbc-4016-a7e2-6534a2c4e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c035fc-6425-4f19-9631-b25019ccc343', 'name': 'tempest-TestShelveInstance-1081558520-router', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:07Z', 'updated_at': '2022-07-28T09:25:58Z', 'revision_number': 5, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'gw_port': {'id': 'f37d25af-d0a6-4c44-b707-1599a47c8034', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c035fc-6425-4f19-9631-b25019ccc343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:20:08Z', 'updated_at': '2022-07-28T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:00.075435 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:00.101740 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b8d79-7bbc-4016-a7e2-6534a2c4e213 None None] Checking router: 25c035fc-6425-4f19-9631-b25019ccc343 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:26:00.110758 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] For port f37d25af-d0a6-4c44-b707-1599a47c8034, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=f37d25af-d0a6-4c44-b707-1599a47c8034,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:00.111130 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.111395 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b8d79-7bbc-4016-a7e2-6534a2c4e213 None None] Routers {'25c035fc-6425-4f19-9631-b25019ccc343'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:26:00.112008 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-814b8d79-7bbc-4016-a7e2-6534a2c4e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:25:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['25c035fc-6425-4f19-9631-b25019ccc343'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:00.125723 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Calling delete_port for f37d25af-d0a6-4c44-b707-1599a47c8034 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:26:00.202711 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-814b8d79-7bbc-4016-a7e2-6534a2c4e213 None None] Set router 25c035fc-6425-4f19-9631-b25019ccc343 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:26:00.251283 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:00.259785 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-814b8d79-7bbc-4016-a7e2-6534a2c4e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c035fc-6425-4f19-9631-b25019ccc343', 'name': 'tempest-TestShelveInstance-1081558520-router', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:07Z', 'updated_at': '2022-07-28T09:25:59Z', 'revision_number': 6, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'gw_port_host': None}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:00.290375 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b8d79-7bbc-4016-a7e2-6534a2c4e213 None None] The sync data for ids ['25c035fc-6425-4f19-9631-b25019ccc343'] in dv-cinder-851249-5-iscsi is: [{'id': '25c035fc-6425-4f19-9631-b25019ccc343', 'name': 'tempest-TestShelveInstance-1081558520-router', 'tenant_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:20:07Z', 'updated_at': '2022-07-28T09:25:59Z', 'revision_number': 6, 'project_id': '3e81acb21c8b4a439a0ee4ea3ce5aebe', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:26:00.304454 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.341175 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (f37d25af-d0a6-4c44-b707-1599a47c8034), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.367316 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=f37d25af-d0a6-4c44-b707-1599a47c8034,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:00.438568 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432667'] for router_gateway (25c035fc-6425-4f19-9631-b25019ccc343), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.534109 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33071504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-589'] for router (25c035fc-6425-4f19-9631-b25019ccc343), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.536961 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Publish callbacks [] for router_controller (25c035fc-6425-4f19-9631-b25019ccc343), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.584864 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33071378'] for router (25c035fc-6425-4f19-9631-b25019ccc343), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.585479 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c035fc-6425-4f19-9631-b25019ccc343 {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:26:00.590703 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.591887 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-cd9f4677-a160-4d3d-adf0-07ce751bfc7d admin admin] 10.222.0.48 "DELETE /v2.0/routers/25c035fc-6425-4f19-9631-b25019ccc343 HTTP/1.1" status: 204 len: 168 time: 0.8609967 Jul 28 09:26:00.594591 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53598) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:26:00.644700 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3a4cb0-0210-4923-a831-8c5a57b4e478 admin admin] Deleting subnet fb706ee8-6ff3-4ad8-954d-49f56d04a74f {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:26:00.648415 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4cb0-0210-4923-a831-8c5a57b4e478 admin admin] Publish callbacks [] for subnet (fb706ee8-6ff3-4ad8-954d-49f56d04a74f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.716255 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4cb0-0210-4923-a831-8c5a57b4e478 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4047020'] for subnet (fb706ee8-6ff3-4ad8-954d-49f56d04a74f), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.819576 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4cb0-0210-4923-a831-8c5a57b4e478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (fb706ee8-6ff3-4ad8-954d-49f56d04a74f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.885411 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4cb0-0210-4923-a831-8c5a57b4e478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3789551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50436039'] for subnet (fb706ee8-6ff3-4ad8-954d-49f56d04a74f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.910162 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a4cb0-0210-4923-a831-8c5a57b4e478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb706ee8-6ff3-4ad8-954d-49f56d04a74f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:00.917400 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5a3a4cb0-0210-4923-a831-8c5a57b4e478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:00.922935 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5a3a4cb0-0210-4923-a831-8c5a57b4e478 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fb706ee8-6ff3-4ad8-954d-49f56d04a74f HTTP/1.1" status: 204 len: 168 time: 0.3249650 Jul 28 09:26:00.923140 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53600) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:26:00.926941 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5aa96b-f3e9-4d7e-b1ad-d8b34571b096 None None] Network 68c14293-6caf-4a23-bcc8-930f0f6dec13 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:26:01.008029 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (68c14293-6caf-4a23-bcc8-930f0f6dec13), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.065815 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Deleting port 16317fcc-7d5e-44a6-9074-119f88028e09 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:26:01.066350 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.114724 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9865f6-2ad8-43f4-b559-d1f1a0a15426 None None] DHCP port deletion for 68c14293-6caf-4a23-bcc8-930f0f6dec13 request from dv-cinder-851249-5-iscsi {{(pid=104125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 09:26:01.142959 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:26:01.146331 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] For port 16317fcc-7d5e-44a6-9074-119f88028e09, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=16317fcc-7d5e-44a6-9074-119f88028e09,segment=NetworkSegment(121f0daa-b549-4913-8784-dba6450c1cbd),segment_id=121f0daa-b549-4913-8784-dba6450c1cbd)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:01.146814 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.165268 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Calling delete_port for 16317fcc-7d5e-44a6-9074-119f88028e09 owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:26:01.167688 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:26:01.168032 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device d8e8a931-82b0-4d5d-a99d-7dfab2f9aeb0 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:26:01.173787 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-5d9865f6-2ad8-43f4-b559-d1f1a0a15426 None None] Deleting port 16317fcc-7d5e-44a6-9074-119f88028e09 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:26:01.173955 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5d9865f6-2ad8-43f4-b559-d1f1a0a15426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.176747 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:01.251323 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-5d9865f6-2ad8-43f4-b559-d1f1a0a15426 None None] For port 16317fcc-7d5e-44a6-9074-119f88028e09, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=16317fcc-7d5e-44a6-9074-119f88028e09,segment=NetworkSegment(121f0daa-b549-4913-8784-dba6450c1cbd),segment_id=121f0daa-b549-4913-8784-dba6450c1cbd)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:01.251731 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5d9865f6-2ad8-43f4-b559-d1f1a0a15426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.252824 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:01.278625 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-5d9865f6-2ad8-43f4-b559-d1f1a0a15426 None None] Calling delete_port for 16317fcc-7d5e-44a6-9074-119f88028e09 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:26:01.279611 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.304298 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Pushing event deleted for resources: {'Port': ['ID=16317fcc-7d5e-44a6-9074-119f88028e09,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:01.309950 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] No DVR routers for this DVR port 16317fcc-7d5e-44a6-9074-119f88028e09 on host dv-cinder-851249-5-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:26:01.357599 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5d9865f6-2ad8-43f4-b559-d1f1a0a15426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942'] for port (16317fcc-7d5e-44a6-9074-119f88028e09), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.385117 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9865f6-2ad8-43f4-b559-d1f1a0a15426 None None] Pushing event deleted for resources: {'Port': ['ID=16317fcc-7d5e-44a6-9074-119f88028e09,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:01.394470 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9865f6-2ad8-43f4-b559-d1f1a0a15426 None None] No DVR routers for this DVR port 16317fcc-7d5e-44a6-9074-119f88028e09 on host dv-cinder-851249-5-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:26:01.398470 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (68c14293-6caf-4a23-bcc8-930f0f6dec13), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.433590 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c14293-6caf-4a23-bcc8-930f0f6dec13']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:01.452748 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121f0daa-b549-4913-8784-dba6450c1cbd') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:01.453045 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121f0daa-b549-4913-8784-dba6450c1cbd') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:01.463643 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047029'] for segment (121f0daa-b549-4913-8784-dba6450c1cbd), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.477954 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (121f0daa-b549-4913-8784-dba6450c1cbd), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.484917 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:26:01.485310 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3789489'] for segment (121f0daa-b549-4913-8784-dba6450c1cbd), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.550315 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (68c14293-6caf-4a23-bcc8-930f0f6dec13), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.558907 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.561233 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] 10.222.0.48 "DELETE /v2.0/networks/68c14293-6caf-4a23-bcc8-930f0f6dec13 HTTP/1.1" status: 204 len: 168 time: 0.6371510 Jul 28 09:26:01.571824 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c14293-6caf-4a23-bcc8-930f0f6dec13,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:01.579428 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.579802 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.580187 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.580444 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.580774 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.581172 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.582047 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.582047 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.582467 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.582467 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.582783 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.583104 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.583425 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.583736 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.584051 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a86854b-9fae-49b0-8020-5d55d93ce136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:01.637136 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 121f0daa-b549-4913-8784-dba6450c1cbd resource provider aggregate not found Jul 28 09:26:01.659715 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 121f0daa-b549-4913-8784-dba6450c1cbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 121f0daa-b549-4913-8784-dba6450c1cbd found for delete ", "request_id": "req-c2b751a5-1fa1-43e3-841f-d6edc60f2278"}]} Jul 28 09:26:01.711502 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53610) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:26:01.752894 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3771b0a6-674b-4aa9-962e-d714bf232f8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53fd239676ec42e0a9f145e924fc249a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402312 Jul 28 09:26:01.755459 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53612) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:26:01.787154 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.806310 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7d737a22-f08b-4171-8778-92b6ed5d25da admin admin] Publish callbacks [] for security_group (12047f32-e62d-4a3c-a2dc-bffab4eca69a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.828672 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7d737a22-f08b-4171-8778-92b6ed5d25da admin admin] Publish callbacks [] for security_group (12047f32-e62d-4a3c-a2dc-bffab4eca69a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.876459 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7d737a22-f08b-4171-8778-92b6ed5d25da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (12047f32-e62d-4a3c-a2dc-bffab4eca69a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.880418 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7d737a22-f08b-4171-8778-92b6ed5d25da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:01.882044 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7d737a22-f08b-4171-8778-92b6ed5d25da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12047f32-e62d-4a3c-a2dc-bffab4eca69a HTTP/1.1" status: 204 len: 168 time: 0.1254997 Jul 28 09:26:01.895111 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d737a22-f08b-4171-8778-92b6ed5d25da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12047f32-e62d-4a3c-a2dc-bffab4eca69a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:01.925011 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:02.211784 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53620) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:26:02.225446 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:02.254931 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-04cb36b9-2833-457b-aa18-10484b10645d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e81acb21c8b4a439a0ee4ea3ce5aebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417464 Jul 28 09:26:02.257299 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53622) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:26:02.305322 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ba2303f-2f96-4d5e-a269-3b8f2f925b4a admin admin] Publish callbacks [] for security_group (50a95472-3cb6-4fda-89c5-34ff4e7ecdd5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:02.326519 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ba2303f-2f96-4d5e-a269-3b8f2f925b4a admin admin] Publish callbacks [] for security_group (50a95472-3cb6-4fda-89c5-34ff4e7ecdd5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:02.374727 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ba2303f-2f96-4d5e-a269-3b8f2f925b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (50a95472-3cb6-4fda-89c5-34ff4e7ecdd5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:02.377204 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2ba2303f-2f96-4d5e-a269-3b8f2f925b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:02.378417 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2ba2303f-2f96-4d5e-a269-3b8f2f925b4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50a95472-3cb6-4fda-89c5-34ff4e7ecdd5 HTTP/1.1" status: 204 len: 168 time: 0.1202435 Jul 28 09:26:02.386136 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2303f-2f96-4d5e-a269-3b8f2f925b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a95472-3cb6-4fda-89c5-34ff4e7ecdd5,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:02.677093 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device f37d25af-d0a6-4c44-b707-1599a47c8034 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:26:02.698296 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: f37d25af-d0a6-4c44-b707-1599a47c8034 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:26:02.698650 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device f37d25af-d0a6-4c44-b707-1599a47c8034 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:26:02.699067 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 16317fcc-7d5e-44a6-9074-119f88028e09 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:26:02.719465 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 16317fcc-7d5e-44a6-9074-119f88028e09 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:26:02.719728 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 16317fcc-7d5e-44a6-9074-119f88028e09 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:26:06.406343 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=18 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:09.420805 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:26:11.181034 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7fdb0-0ef0-4436-9efa-6fafb06e3d95 req-0b948cc6-fd6d-4a66-ae47-5d3a09c7d83a tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:11.183096 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05c7fdb0-0ef0-4436-9efa-6fafb06e3d95 req-0b948cc6-fd6d-4a66-ae47-5d3a09c7d83a tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 945 time: 0.0508747 Jul 28 09:26:11.232236 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-05c7fdb0-0ef0-4436-9efa-6fafb06e3d95 req-29deeac6-2666-47e2-b61a-e946e15c7917 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436561 Jul 28 09:26:12.356538 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:12.361100 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9fcb9-9215-43ee-b0a9-4a4ef5a26a2b req-89478b93-5650-4771-b830-1a4120748a3f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:12.362982 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20a9fcb9-9215-43ee-b0a9-4a4ef5a26a2b req-89478b93-5650-4771-b830-1a4120748a3f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 945 time: 0.0484240 Jul 28 09:26:12.382090 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:12.414047 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-20a9fcb9-9215-43ee-b0a9-4a4ef5a26a2b req-546176b4-cdff-40ad-9a77-698b03dfb9f7 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453649 Jul 28 09:26:12.701545 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:12.702298 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:12.899600 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-188fe538-bb0a-488f-9ff1-0ebeeb41afa7 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:12.901065 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-188fe538-bb0a-488f-9ff1-0ebeeb41afa7 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 945 time: 0.0454955 Jul 28 09:26:12.987012 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Deleting port 576868e7-d820-4531-a560-9a02eb21a924 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:26:12.987358 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (576868e7-d820-4531-a560-9a02eb21a924), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:13.061619 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:13.080098 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] For port 576868e7-d820-4531-a560-9a02eb21a924, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=576868e7-d820-4531-a560-9a02eb21a924,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:13.080460 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (576868e7-d820-4531-a560-9a02eb21a924), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:13.245993 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:13.246264 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (671d89b0-dedb-4b36-af3d-4d839cd55273), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:13.246578 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Floating IP 671d89b0-dedb-4b36-af3d-4d839cd55273 disassociated. External IP: 172.27.0.66, port: 576868e7-d820-4531-a560-9a02eb21a924. Jul 28 09:26:13.246926 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Calling delete_port for 576868e7-d820-4531-a560-9a02eb21a924 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:26:13.258728 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:13.378137 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (576868e7-d820-4531-a560-9a02eb21a924), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:13.413525 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event deleted for resources: {'Port': ['ID=576868e7-d820-4531-a560-9a02eb21a924,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:13.531546 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a1d9a34-e50e-4582-8bd3-49c4497fab2e req-0516d49d-1db8-47e7-bff9-05080adc68aa tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=c938b286-4c8f-4695-b0fc-942f9c573cb9 HTTP/1.1" status: 200 len: 210 time: 0.0361497 Jul 28 09:26:13.547280 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:26:13.647993 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:26:13.669217 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcd6fb-46d3-45f5-a7fe-8d52ea9d8d7f None None] Sync routers for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:26:13.679326 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcd6fb-46d3-45f5-a7fe-8d52ea9d8d7f None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:26:13.680015 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b6fcd6fb-46d3-45f5-a7fe-8d52ea9d8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:25:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:13.694250 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] No DVR routers for this DVR port 576868e7-d820-4531-a560-9a02eb21a924 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:26:13.696687 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:13.700503 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-2be869ab-05e2-44cd-b8b1-519d2a5ff870 req-5da90b8c-a520-473f-a23f-43238ee77fed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "DELETE /v2.0/ports/576868e7-d820-4531-a560-9a02eb21a924 HTTP/1.1" status: 204 len: 173 time: 0.7942333 Jul 28 09:26:13.700946 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'name': 'network-vif-deleted', 'tag': '576868e7-d820-4531-a560-9a02eb21a924'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:26:13.703204 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2c8842-3aab-4bae-a8d9-48ee879fd908" -d '{"events": [{"server_uuid": "c938b286-4c8f-4695-b0fc-942f9c573cb9", "name": "network-vif-deleted", "tag": "576868e7-d820-4531-a560-9a02eb21a924"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:26:13.744844 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5715a3-4850-46de-802f-0cd8c2aaac29 x-openstack-request-id: req-5b5715a3-4850-46de-802f-0cd8c2aaac29 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:26:13.745296 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c938b286-4c8f-4695-b0fc-942f9c573cb9", "name": "network-vif-deleted", "tag": "576868e7-d820-4531-a560-9a02eb21a924", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:26:13.745698 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b5715a3-4850-46de-802f-0cd8c2aaac29 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:26:13.746151 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5715a3-4850-46de-802f-0cd8c2aaac29'] response: {'server_uuid': 'c938b286-4c8f-4695-b0fc-942f9c573cb9', 'name': 'network-vif-deleted', 'tag': '576868e7-d820-4531-a560-9a02eb21a924', 'status': 'completed', 'code': 200} Jul 28 09:26:13.801101 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-b6fcd6fb-46d3-45f5-a7fe-8d52ea9d8d7f None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:26:13.995838 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b6fcd6fb-46d3-45f5-a7fe-8d52ea9d8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:14.020859 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcd6fb-46d3-45f5-a7fe-8d52ea9d8d7f None None] Checking router: 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:26:14.029987 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcd6fb-46d3-45f5-a7fe-8d52ea9d8d7f None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:26:14.030588 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b6fcd6fb-46d3-45f5-a7fe-8d52ea9d8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:25:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:14.216924 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-b6fcd6fb-46d3-45f5-a7fe-8d52ea9d8d7f None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:26:14.406044 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-b6fcd6fb-46d3-45f5-a7fe-8d52ea9d8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:14.435347 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcd6fb-46d3-45f5-a7fe-8d52ea9d8d7f None None] The sync data for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi is: [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:26:14.663037 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e93df0-8b3a-4573-b8dc-4cec3f4be541 None None] New status for floating IP 671d89b0-dedb-4b36-af3d-4d839cd55273: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:26:14.814161 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-0c99d451-8062-48c3-9498-552ef65de96a tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362222153&fields=id&tenant_id=b688d320376c4492b3ca97b95c5207a5 HTTP/1.1" status: 200 len: 267 time: 0.0480719 Jul 28 09:26:14.928192 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-26fd83f3-6353-42fe-9ee9-6c643cf48d6e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:14.929712 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-26fd83f3-6353-42fe-9ee9-6c643cf48d6e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 811 time: 0.1081085 Jul 28 09:26:14.945152 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-e79552cc-504d-43ad-9764-57bb020a42d4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/quotas/b688d320376c4492b3ca97b95c5207a5 HTTP/1.1" status: 200 len: 375 time: 0.0094345 Jul 28 09:26:14.993137 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-5cb6848e-2520-43a9-8532-fa0719ae0f82 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422041 Jul 28 09:26:15.008533 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-0972c022-84d6-4ebd-a4af-e57abbee9d31 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104124) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 09:26:15.010595 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-0972c022-84d6-4ebd-a4af-e57abbee9d31 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062318 Jul 28 09:26:15.077917 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:15.109344 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b623f6b4-dffe-4d42-8f92-703d1afc3fee service neutron] 10.222.0.48 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934200 Jul 28 09:26:15.198673 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-1da946e5-3903-44c4-9bd7-f317d21f5370 service neutron] 10.222.0.48 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828242 Jul 28 09:26:15.490078 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d49c5a74-f4cc-4ce2-8ca1-cbcbd5717c83 req-fab3753b-0e2f-44b6-9a3f-ef98f4368391 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0322244 Jul 28 09:26:16.523190 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-e8d49cad-c5e9-438f-9dec-3a3425846fdb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:16.524720 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-e8d49cad-c5e9-438f-9dec-3a3425846fdb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 811 time: 0.1073468 Jul 28 09:26:16.611971 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-14f21fb8-b3d2-41c0-8d92-93b3214d9521 req-65c7410e-db65-489d-aef4-c33c35ad76a2 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0428112 Jul 28 09:26:16.625265 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-1e7a1859-b7da-4d87-bbda-a885a7c9ed8c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b688d320376c4492b3ca97b95c5207a5 HTTP/1.1" status: 200 len: 379 time: 0.0860207 Jul 28 09:26:16.634242 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'port': {'device_id': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'admin_state_up': True, 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'security_groups': ['6e83689d-2cda-41a7-8ff5-b53fc33e0333']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:26:16.638047 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:16.748110 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Made reservation on behalf of b688d320376c4492b3ca97b95c5207a5 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:26:16.751540 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:16.879922 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Allocated IP 172.20.0.8 (d35f2c27-9c9b-43b1-b077-ba21c954e931/4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb/b7a1926b-dfc7-4cfb-8e45-5810ce515872) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:26:17.021061 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:17.053385 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:17.088651 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:17.104406 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Network d35f2c27-9c9b-43b1-b077-ba21c954e931 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:26:17.108573 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:17.113171 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:26:17.117575 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'Port': ['ID=b7a1926b-dfc7-4cfb-8e45-5810ce515872,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:17.173385 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:17.174141 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:17.191528 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-a30b4584-833e-42a5-87e8-e3f7f7e34a6c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5608532 Jul 28 09:26:17.198070 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 576868e7-d820-4531-a560-9a02eb21a924 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:26:17.208742 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Request body: {'port': {'device_id': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:26:17.221084 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 576868e7-d820-4531-a560-9a02eb21a924 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:26:17.221876 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 576868e7-d820-4531-a560-9a02eb21a924 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:26:17.276004 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:17.345024 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-6c417cee-3fd2-4587-8a29-87b24b8005bf None None] Provisioning complete for port b7a1926b-dfc7-4cfb-8e45-5810ce515872 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:26:17.345321 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-6c417cee-3fd2-4587-8a29-87b24b8005bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:17.379111 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-6c417cee-3fd2-4587-8a29-87b24b8005bf None None] Port b7a1926b-dfc7-4cfb-8e45-5810ce515872 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:26:17.453821 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:17.531283 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a1926b-dfc7-4cfb-8e45-5810ce515872 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:26:17.539055 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Publish callbacks [] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:17.551017 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Transition to ACTIVE for port object b7a1926b-dfc7-4cfb-8e45-5810ce515872 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:26:17.554334 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:17.606666 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Pushing event updated for resources: {'Port': ['ID=b7a1926b-dfc7-4cfb-8e45-5810ce515872,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:17.964614 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a3c59-375a-43ed-aa2c-83844adea150 req-7b684e7c-bbee-4692-a3bd-0c3823d35b5c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:17.966066 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-049a3c59-375a-43ed-aa2c-83844adea150 req-7b684e7c-bbee-4692-a3bd-0c3823d35b5c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 943 time: 0.0598042 Jul 28 09:26:17.987758 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Attempting to bind port b7a1926b-dfc7-4cfb-8e45-5810ce515872 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:26:17.988095 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Attempting to bind port b7a1926b-dfc7-4cfb-8e45-5810ce515872 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:26:17.988419 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Attempting to bind port b7a1926b-dfc7-4cfb-8e45-5810ce515872 on network d35f2c27-9c9b-43b1-b077-ba21c954e931 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:26:17.998392 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Port b7a1926b-dfc7-4cfb-8e45-5810ce515872 on network d35f2c27-9c9b-43b1-b077-ba21c954e931 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:26:17.998702 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Attempting to bind port b7a1926b-dfc7-4cfb-8e45-5810ce515872 on network d35f2c27-9c9b-43b1-b077-ba21c954e931 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:26:18.008896 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:26:18.009232 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Checking segment: {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:26:18.009700 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Bound using segment: {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:26:18.010155 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Bound port: b7a1926b-dfc7-4cfb-8e45-5810ce515872, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:26:18.010508 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:18.056808 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-049a3c59-375a-43ed-aa2c-83844adea150 req-f8bf1d87-b637-48e1-9b16-55a795495dfd tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851107 Jul 28 09:26:18.086407 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] For port b7a1926b-dfc7-4cfb-8e45-5810ce515872, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:26:18.090138 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] For port b7a1926b-dfc7-4cfb-8e45-5810ce515872, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:26:18.096363 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:18.126445 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:18.131333 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:18.131794 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:18.133143 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] 10.222.0.60 "PUT /v2.0/ports/b7a1926b-dfc7-4cfb-8e45-5810ce515872 HTTP/1.1" status: 200 len: 1093 time: 0.9293454 Jul 28 09:26:18.133584 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'tag': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:26:18.135790 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eab289f-2510-4937-8188-e9026af32b33" -d '{"events": [{"name": "network-changed", "server_uuid": "377d2c28-58ce-4dfa-9751-13d0326ac3e9", "tag": "b7a1926b-dfc7-4cfb-8e45-5810ce515872"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:26:18.162768 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cf7a6-8b87-47ca-8ddc-3713e225900c service neutron] Pushing event updated for resources: {'Port': ['ID=b7a1926b-dfc7-4cfb-8e45-5810ce515872,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:18.188626 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3131b6-94ce-41a5-b567-dc22d74b18ce x-openstack-request-id: req-0c3131b6-94ce-41a5-b567-dc22d74b18ce {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:26:18.189144 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377d2c28-58ce-4dfa-9751-13d0326ac3e9", "tag": "b7a1926b-dfc7-4cfb-8e45-5810ce515872", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:26:18.189458 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c3131b6-94ce-41a5-b567-dc22d74b18ce {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:26:18.189904 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3131b6-94ce-41a5-b567-dc22d74b18ce'] response: {'name': 'network-changed', 'server_uuid': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'tag': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'status': 'completed', 'code': 200} Jul 28 09:26:18.246274 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-29fd9ce0-03d7-498a-a226-539d34842707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:18.247848 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-29fd9ce0-03d7-498a-a226-539d34842707 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 1127 time: 0.0420842 Jul 28 09:26:18.298862 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-58b0451e-05d4-4916-9fc7-e7bb631a0e91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872 HTTP/1.1" status: 200 len: 217 time: 0.0370858 Jul 28 09:26:18.350302 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-f1a9f752-86c6-430f-9b3c-f0ad51d2fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:18.351807 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-f1a9f752-86c6-430f-9b3c-f0ad51d2fb38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0454321 Jul 28 09:26:18.392945 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-24729a92-b389-4f86-9e0b-ae4ffbbf9510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:18.394501 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-24729a92-b389-4f86-9e0b-ae4ffbbf9510 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370708 Jul 28 09:26:18.491321 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-fa4d9c9a-4630-403c-8b17-393f46fdbac0 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899861 Jul 28 09:26:18.579992 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ef4e7284-9aba-4315-bb30-a0ed5b005b40 req-ae999bb9-d7b4-4bfa-8f81-c2aa76cfa722 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832191 Jul 28 09:26:19.349855 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c7b81-cbca-45e6-ae81-ebf20b317e9d req-13450da1-a72e-440d-85ae-f4d49bcb9f3a tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:19.351478 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eb3c7b81-cbca-45e6-ae81-ebf20b317e9d req-13450da1-a72e-440d-85ae-f4d49bcb9f3a tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 943 time: 0.2145097 Jul 28 09:26:19.405044 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-eb3c7b81-cbca-45e6-ae81-ebf20b317e9d req-b8669879-2ffa-47b2-a6e1-0a46dc41623c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477717 Jul 28 09:26:19.456314 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:19.459649 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab289f-2510-4937-8188-e9026af32b33 req-99782ba5-e468-4c6a-952f-d262d52698b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:19.461140 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6eab289f-2510-4937-8188-e9026af32b33 req-99782ba5-e468-4c6a-952f-d262d52698b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 1127 time: 0.0436544 Jul 28 09:26:19.556735 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab289f-2510-4937-8188-e9026af32b33 req-9aa6a5ce-9b6a-4b02-9910-bc24d581cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:19.558217 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6eab289f-2510-4937-8188-e9026af32b33 req-9aa6a5ce-9b6a-4b02-9910-bc24d581cb2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.0912273 Jul 28 09:26:19.598017 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6eab289f-2510-4937-8188-e9026af32b33 req-f4d16d84-f224-4fcc-b71e-57c306433861 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872 HTTP/1.1" status: 200 len: 217 time: 0.0338228 Jul 28 09:26:19.647738 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab289f-2510-4937-8188-e9026af32b33 req-c5ebb029-dcc0-44ca-9f52-1e66106203dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:19.649239 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6eab289f-2510-4937-8188-e9026af32b33 req-c5ebb029-dcc0-44ca-9f52-1e66106203dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0457304 Jul 28 09:26:19.693397 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab289f-2510-4937-8188-e9026af32b33 req-1af543aa-8203-46c4-b276-a5d6fbde022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:19.694930 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6eab289f-2510-4937-8188-e9026af32b33 req-1af543aa-8203-46c4-b276-a5d6fbde022d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402503 Jul 28 09:26:19.802551 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6eab289f-2510-4937-8188-e9026af32b33 req-e785e068-0961-4181-a109-501b45a700e7 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018326 Jul 28 09:26:19.904756 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6eab289f-2510-4937-8188-e9026af32b33 req-450799d7-9a39-4221-b3da-7d104f82d70f service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964181 Jul 28 09:26:20.532727 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eedf4a-16fb-49c0-9415-43eee57ed741 req-212d419e-9d94-4c80-83e4-a970d42523d1 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:20.535140 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8eedf4a-16fb-49c0-9415-43eee57ed741 req-212d419e-9d94-4c80-83e4-a970d42523d1 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 943 time: 0.0465713 Jul 28 09:26:20.582490 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b8eedf4a-16fb-49c0-9415-43eee57ed741 req-5ddeb215-bf53-4483-b904-cbe80e184456 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425777 Jul 28 09:26:21.699106 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6e822-a57c-4655-a443-d95f233bd93e req-4a74e35a-1fa7-4a39-9993-e4df578b3bd8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:21.700601 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-49e6e822-a57c-4655-a443-d95f233bd93e req-4a74e35a-1fa7-4a39-9993-e4df578b3bd8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 943 time: 0.0474968 Jul 28 09:26:21.736264 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:21.755290 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-49e6e822-a57c-4655-a443-d95f233bd93e req-781d5dee-9aae-4a40-831d-5c7b177b3e1a tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466294 Jul 28 09:26:22.685421 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:22.928627 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c00ec-bd21-4320-a16b-2c12de99f1e1 req-2ba776f3-d89c-47dc-a5b8-d1317d5d1d08 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:22.930133 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6b0c00ec-bd21-4320-a16b-2c12de99f1e1 req-2ba776f3-d89c-47dc-a5b8-d1317d5d1d08 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 943 time: 0.1020451 Jul 28 09:26:22.979425 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6b0c00ec-bd21-4320-a16b-2c12de99f1e1 req-c9f7d0f5-7ca8-4def-b2f3-6cac85bc6190 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431361 Jul 28 09:26:24.097230 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e6d52-5725-403c-920d-3b10d2f02126 req-6aebe0cf-8af8-442c-af52-d27b6f36952f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:24.098726 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-193e6d52-5725-403c-920d-3b10d2f02126 req-6aebe0cf-8af8-442c-af52-d27b6f36952f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 943 time: 0.0465045 Jul 28 09:26:24.146854 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-193e6d52-5725-403c-920d-3b10d2f02126 req-f3234e40-a916-48c9-a11e-f6a2eb5a65a6 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426352 Jul 28 09:26:24.403260 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=68 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:24.409540 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=82 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:25.273457 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8942594-a250-480c-a8ee-1c80f3007860 req-e8d7a196-ec7a-438d-8c13-f54ce1060efc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:25.275245 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8942594-a250-480c-a8ee-1c80f3007860 req-e8d7a196-ec7a-438d-8c13-f54ce1060efc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 943 time: 0.0525658 Jul 28 09:26:25.324324 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e8942594-a250-480c-a8ee-1c80f3007860 req-83e44083-82e6-4336-bb98-030e3f2c6ca0 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434029 Jul 28 09:26:26.442161 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a544c8e-7e8f-4314-b3bd-92bcca72ec98 req-d038b663-945e-4cba-876c-40e58a059db8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:26.443598 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a544c8e-7e8f-4314-b3bd-92bcca72ec98 req-d038b663-945e-4cba-876c-40e58a059db8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 943 time: 0.0460880 Jul 28 09:26:26.492299 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-9a544c8e-7e8f-4314-b3bd-92bcca72ec98 req-8d4f243b-1723-44ea-9872-77a269ce2758 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432270 Jul 28 09:26:26.865527 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-dbedc18e-f5da-4ad8-9d6e-ed4173daedc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:27.255973 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device b7a1926b-dfc7-4cfb-8e45-5810ce515872 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:26:27.354732 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port b7a1926b-dfc7-4cfb-8e45-5810ce515872, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:27.365501 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'port_id': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'mac_address': 'fa:16:3e:d6:a9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:26:27.400729 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port b7a1926b-dfc7-4cfb-8e45-5810ce515872 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:26:27.401116 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:27.414635 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a1926b-dfc7-4cfb-8e45-5810ce515872 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:26:27.439156 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port b7a1926b-dfc7-4cfb-8e45-5810ce515872, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:27.442935 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:27.488760 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=b7a1926b-dfc7-4cfb-8e45-5810ce515872,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:27.607682 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f9ac3-85a6-4948-837c-357db68c126e req-599cbfc9-e27e-4f94-b1f9-fdaf65f9c5a2 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:27.609135 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c1f9ac3-85a6-4948-837c-357db68c126e req-599cbfc9-e27e-4f94-b1f9-fdaf65f9c5a2 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 944 time: 0.0466890 Jul 28 09:26:27.640964 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:27.661006 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1c1f9ac3-85a6-4948-837c-357db68c126e req-ff4565da-755f-49d6-8e5f-abc850dc0f71 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463140 Jul 28 09:26:27.830773 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['b7a1926b-dfc7-4cfb-8e45-5810ce515872'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:26:28.777015 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bf123-d565-4b4e-b1c0-9c2b9af504ce req-d89d4a71-f06b-4c9c-998a-8c2c6952c8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:28.778500 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a50bf123-d565-4b4e-b1c0-9c2b9af504ce req-d89d4a71-f06b-4c9c-998a-8c2c6952c8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 944 time: 0.0454903 Jul 28 09:26:28.827236 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a50bf123-d565-4b4e-b1c0-9c2b9af504ce req-45e8da8e-47b4-4c27-b038-560c9ac21392 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432889 Jul 28 09:26:29.256610 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device b7a1926b-dfc7-4cfb-8e45-5810ce515872 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:29.300017 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port b7a1926b-dfc7-4cfb-8e45-5810ce515872 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:26:29.305793 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port b7a1926b-dfc7-4cfb-8e45-5810ce515872 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:26:29.306250 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:29.330865 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:29.346344 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:29.393832 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port b7a1926b-dfc7-4cfb-8e45-5810ce515872 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:26:29.394242 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:29.397759 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a374406-c565-4675-8793-6702bc7ee09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:29.419675 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:26:29.421904 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860f4356-1fcb-4ed9-8dd2-f3d43eca3db6" -d '{"events": [{"server_uuid": "377d2c28-58ce-4dfa-9751-13d0326ac3e9", "name": "network-vif-plugged", "status": "completed", "tag": "b7a1926b-dfc7-4cfb-8e45-5810ce515872"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:26:29.438243 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port b7a1926b-dfc7-4cfb-8e45-5810ce515872, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:29.442699 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:29.467554 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76e0cff-38e7-4c25-a174-50edd1576d83 x-openstack-request-id: req-e76e0cff-38e7-4c25-a174-50edd1576d83 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:26:29.467842 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377d2c28-58ce-4dfa-9751-13d0326ac3e9", "name": "network-vif-plugged", "status": "completed", "tag": "b7a1926b-dfc7-4cfb-8e45-5810ce515872", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:26:29.468098 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e76e0cff-38e7-4c25-a174-50edd1576d83 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:26:29.468491 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e76e0cff-38e7-4c25-a174-50edd1576d83'] response: {'server_uuid': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'code': 200} Jul 28 09:26:29.492979 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=b7a1926b-dfc7-4cfb-8e45-5810ce515872,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:29.716398 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c79b6-3fc2-41fd-903d-6edc5c9bb8cd req-e797b857-76ae-4d96-a2d2-0238fa73e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:29.717952 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-753c79b6-3fc2-41fd-903d-6edc5c9bb8cd req-e797b857-76ae-4d96-a2d2-0238fa73e69c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 1129 time: 0.0402546 Jul 28 09:26:29.763565 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-753c79b6-3fc2-41fd-903d-6edc5c9bb8cd req-49fe309f-463a-4744-ab6d-a0903295da2f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396459 Jul 28 09:26:29.947780 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294267-1171-4e5d-a8d3-8fb57f760261 req-e74cdab8-8583-442c-b0ac-4102181e7c08 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:29.949262 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03294267-1171-4e5d-a8d3-8fb57f760261 req-e74cdab8-8583-442c-b0ac-4102181e7c08 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 945 time: 0.0508428 Jul 28 09:26:29.998459 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03294267-1171-4e5d-a8d3-8fb57f760261 req-c60868fc-18da-42f9-b965-a39e97aa6051 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433946 Jul 28 09:26:30.303973 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:31.120051 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780d2cf-74fe-4f1e-8ff5-02158e0eb81b req-a5c0be6f-da60-4897-8e2d-e808a5846414 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:31.121556 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4780d2cf-74fe-4f1e-8ff5-02158e0eb81b req-a5c0be6f-da60-4897-8e2d-e808a5846414 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 945 time: 0.0483663 Jul 28 09:26:31.173544 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-4780d2cf-74fe-4f1e-8ff5-02158e0eb81b req-7949f094-404e-4a61-9bb1-9e396ec875ed tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458755 Jul 28 09:26:31.789809 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:31.915154 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:32.292397 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58dec-d4a9-4fc1-9281-ee803512cf8d req-c73cab27-80b2-400c-852f-378a9458b3e3 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:32.293970 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-afc58dec-d4a9-4fc1-9281-ee803512cf8d req-c73cab27-80b2-400c-852f-378a9458b3e3 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 945 time: 0.0485723 Jul 28 09:26:32.346816 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-afc58dec-d4a9-4fc1-9281-ee803512cf8d req-e0b20ad9-2aeb-47ad-bf3d-9e8be5e28d5f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470304 Jul 28 09:26:32.462701 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b29445-8e3e-4170-b48e-e775e6fa5851 req-d69434b3-1bf9-43e9-b446-4a0ee69926ef tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:32.464497 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a2b29445-8e3e-4170-b48e-e775e6fa5851 req-d69434b3-1bf9-43e9-b446-4a0ee69926ef tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 945 time: 0.0468965 Jul 28 09:26:32.483311 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:32.516783 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a2b29445-8e3e-4170-b48e-e775e6fa5851 req-6ef9a223-d435-4d6e-a923-061030cc8d22 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466506 Jul 28 09:26:32.552797 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53708) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:26:32.602189 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3139cc-8578-46da-b27f-26fd7720adf8 tempest-TestVolumeBootPattern-894940402 tempest-TestVolumeBootPattern-894940402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:32.604631 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-cc3139cc-8578-46da-b27f-26fd7720adf8 tempest-TestVolumeBootPattern-894940402 tempest-TestVolumeBootPattern-894940402-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 1124 time: 0.0505431 Jul 28 09:26:32.607925 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53710) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:26:32.612407 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'port_id': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:26:32.633986 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:32.720372 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:32.823228 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Allocated IP 172.27.0.141 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/57b4305c-27d5-449b-990b-3a71d397f4d6) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:26:32.932733 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for port (57b4305c-27d5-449b-990b-3a71d397f4d6), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:32.957342 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:32.965583 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (57b4305c-27d5-449b-990b-3a71d397f4d6), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:33.008317 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:26:33.012047 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:33.015740 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:26:33.018841 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'Port': ['ID=57b4305c-27d5-449b-990b-3a71d397f4d6,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:33.324109 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:33.364112 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (47b45a66-3aa5-40b1-bb11-2884a97d40d2), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:33.428603 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (57b4305c-27d5-449b-990b-3a71d397f4d6), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:33.574705 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for port (57b4305c-27d5-449b-990b-3a71d397f4d6), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:33.578979 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (57b4305c-27d5-449b-990b-3a71d397f4d6), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:33.651176 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'Port': ['ID=57b4305c-27d5-449b-990b-3a71d397f4d6,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:33.659522 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (47b45a66-3aa5-40b1-bb11-2884a97d40d2), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:33.754896 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Floating IP 47b45a66-3aa5-40b1-bb11-2884a97d40d2 associated. External IP: 172.27.0.141, port: b7a1926b-dfc7-4cfb-8e45-5810ce515872. Jul 28 09:26:33.786224 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:33.976207 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-39ed7d1b-a1f9-481c-91ca-acc438e4c8d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519798 Jul 28 09:26:33.988103 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:26:34.359554 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-8a8bab79-cbbf-4f5c-9e71-ddb2b62057ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:34.361035 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-8a8bab79-cbbf-4f5c-9e71-ddb2b62057ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33b2e26d27c84e738eede31dc3c9ee3a&device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 1168 time: 0.3284969 Jul 28 09:26:34.379717 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:26:34.389571 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106f9f26-a1f7-4363-9be1-130887953d8f None None] Sync routers for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:26:34.400767 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106f9f26-a1f7-4363-9be1-130887953d8f None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:26:34.401502 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-106f9f26-a1f7-4363-9be1-130887953d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:26:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:34.407889 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:34.436538 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:34.483688 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-0b5fa5ac-e636-446a-bf90-addaf9be8351 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8746104 Jul 28 09:26:34.486076 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'tag': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:26:34.488402 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c" -d '{"events": [{"name": "network-changed", "server_uuid": "377d2c28-58ce-4dfa-9751-13d0326ac3e9", "tag": "b7a1926b-dfc7-4cfb-8e45-5810ce515872"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:26:34.507224 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-106f9f26-a1f7-4363-9be1-130887953d8f None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:26:34.517076 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-c6c5bc43-4afe-43aa-92ca-b1ade6c2caad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:34.518596 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-c6c5bc43-4afe-43aa-92ca-b1ade6c2caad service neutron] 10.222.0.60 "GET /v2.0/networks?id=ede8e961-7a06-4e8d-a4f9-2de355af10b7 HTTP/1.1" status: 200 len: 915 time: 0.1370866 Jul 28 09:26:34.532338 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838a1af2-b446-4780-8c1f-a7a80202ee03 x-openstack-request-id: req-838a1af2-b446-4780-8c1f-a7a80202ee03 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:26:34.532634 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377d2c28-58ce-4dfa-9751-13d0326ac3e9", "tag": "b7a1926b-dfc7-4cfb-8e45-5810ce515872", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:26:34.532910 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-838a1af2-b446-4780-8c1f-a7a80202ee03 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:26:34.533305 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838a1af2-b446-4780-8c1f-a7a80202ee03'] response: {'name': 'network-changed', 'server_uuid': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'tag': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'status': 'completed', 'code': 200} Jul 28 09:26:34.584164 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-fbc6bdde-891f-47d8-a611-1950688b8c26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 200 len: 1000 time: 0.0600579 Jul 28 09:26:34.659890 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c req-988fd348-d955-4306-96a6-b546ba4c08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:34.661403 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c req-988fd348-d955-4306-96a6-b546ba4c08f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 1129 time: 0.0764074 Jul 28 09:26:34.667066 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-045ef1b9-dbf3-4a53-b286-9bc06959015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:34.668426 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-045ef1b9-dbf3-4a53-b286-9bc06959015c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b1c1dc9-42cd-454d-88fc-f5f5d234da1f HTTP/1.1" status: 200 len: 853 time: 0.0746787 Jul 28 09:26:34.728818 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-106f9f26-a1f7-4363-9be1-130887953d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '47b45a66-3aa5-40b1-bb11-2884a97d40d2', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:d6:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:26:33Z', 'updated_at': '2022-07-28T09:26:33Z', 'revision_number': 0, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:34.757264 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106f9f26-a1f7-4363-9be1-130887953d8f None None] Checking router: 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:26:34.759464 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-8f26684c-b6ff-4883-a52a-8a1dbe60d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:34.765317 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-8f26684c-b6ff-4883-a52a-8a1dbe60d2c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ede8e961-7a06-4e8d-a4f9-2de355af10b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849733 Jul 28 09:26:34.766368 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106f9f26-a1f7-4363-9be1-130887953d8f None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:26:34.766973 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-106f9f26-a1f7-4363-9be1-130887953d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:26:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:34.842628 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c req-a6c2aa09-404f-491d-9cd6-d04a37b78608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:34.844112 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c req-a6c2aa09-404f-491d-9cd6-d04a37b78608 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.1748526 Jul 28 09:26:34.870512 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-106f9f26-a1f7-4363-9be1-130887953d8f None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:26:34.899605 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:34.930683 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-933e1ed3-35de-4e30-b076-e570306ca67e service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625650 Jul 28 09:26:34.932899 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c req-b72faf33-2209-4334-aa9c-44894bbc02ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872 HTTP/1.1" status: 200 len: 999 time: 0.0826817 Jul 28 09:26:35.040529 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c req-53dc7e1d-5a54-443a-b620-ae6f4b90fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:35.042044 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c req-53dc7e1d-5a54-443a-b620-ae6f4b90fb33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.1003814 Jul 28 09:26:35.081866 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-106f9f26-a1f7-4363-9be1-130887953d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '47b45a66-3aa5-40b1-bb11-2884a97d40d2', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:d6:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:26:33Z', 'updated_at': '2022-07-28T09:26:33Z', 'revision_number': 0, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:35.101157 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-31ea0b43-5a86-4088-82b3-9f538c21bd0a req-c2606e32-36d4-4645-b42b-f80cf88e58f2 service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604497 Jul 28 09:26:35.104241 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c req-31c5fc83-719a-4c71-9a97-2ab62177d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:35.105769 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c req-31c5fc83-719a-4c71-9a97-2ab62177d870 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571954 Jul 28 09:26:35.107568 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106f9f26-a1f7-4363-9be1-130887953d8f None None] The sync data for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi is: [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '47b45a66-3aa5-40b1-bb11-2884a97d40d2', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:d6:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:26:33Z', 'updated_at': '2022-07-28T09:26:33Z', 'revision_number': 0, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:26:35.211119 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c req-ac023ccf-2dd4-4af3-8e40-6e55e503555a service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931861 Jul 28 09:26:35.305792 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf87cd-b17a-4efa-96b9-5014ccc1d798 None None] New status for floating IP 47b45a66-3aa5-40b1-bb11-2884a97d40d2: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:26:35.331794 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8f3c48a9-0c11-40dc-91b7-cebea60dd86c req-077f7d1f-4b11-4341-beec-b91a610301ee service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131954 Jul 28 09:26:42.596975 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:42.599560 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:45.084166 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=74 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:45.085061 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=74 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:45.307060 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=40 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:45.321781 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=88 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:45.408524 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:45.410456 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:46.420005 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:26:52.714602 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:54.429803 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae840a-5cf5-4783-9f65-3b4777b481d6 req-c7fd9c36-f6f1-487c-a58a-6df7e2588480 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:54.431334 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-27ae840a-5cf5-4783-9f65-3b4777b481d6 req-c7fd9c36-f6f1-487c-a58a-6df7e2588480 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0481758 Jul 28 09:26:54.504429 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b699f0-f66b-4ad4-b76d-1d9f1cbfb490 req-6438abe9-ba71-4b77-a731-bcf53fd15145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:54.505832 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-41b699f0-f66b-4ad4-b76d-1d9f1cbfb490 req-6438abe9-ba71-4b77-a731-bcf53fd15145 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33b2e26d27c84e738eede31dc3c9ee3a&device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 1168 time: 0.0625923 Jul 28 09:26:54.575619 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-27ae840a-5cf5-4783-9f65-3b4777b481d6 req-f163eff8-170d-4440-a5fd-76d8c2d92278 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384654 Jul 28 09:26:54.624818 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b699f0-f66b-4ad4-b76d-1d9f1cbfb490 req-26be2576-f252-4a1d-b452-de9ddf4603a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:54.626311 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-41b699f0-f66b-4ad4-b76d-1d9f1cbfb490 req-26be2576-f252-4a1d-b452-de9ddf4603a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ede8e961-7a06-4e8d-a4f9-2de355af10b7 HTTP/1.1" status: 200 len: 915 time: 0.1110449 Jul 28 09:26:54.696869 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-41b699f0-f66b-4ad4-b76d-1d9f1cbfb490 req-987324c9-7dbc-4ff5-b4e7-85afe08fce42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 200 len: 1000 time: 0.0617983 Jul 28 09:26:54.748962 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b699f0-f66b-4ad4-b76d-1d9f1cbfb490 req-bec4eea5-47d7-4630-a587-cae42e1673bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:54.750451 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-41b699f0-f66b-4ad4-b76d-1d9f1cbfb490 req-bec4eea5-47d7-4630-a587-cae42e1673bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b1c1dc9-42cd-454d-88fc-f5f5d234da1f HTTP/1.1" status: 200 len: 853 time: 0.0467789 Jul 28 09:26:54.794784 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b699f0-f66b-4ad4-b76d-1d9f1cbfb490 req-dbe4ac68-b532-458f-b930-abf2ae6cdd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:54.796508 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-41b699f0-f66b-4ad4-b76d-1d9f1cbfb490 req-dbe4ac68-b532-458f-b930-abf2ae6cdd7a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ede8e961-7a06-4e8d-a4f9-2de355af10b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396481 Jul 28 09:26:54.899511 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-41b699f0-f66b-4ad4-b76d-1d9f1cbfb490 req-fe17d996-360d-4e6e-91e0-09e21dd72368 service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960429 Jul 28 09:26:54.993129 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-41b699f0-f66b-4ad4-b76d-1d9f1cbfb490 req-01f4810d-cd38-4069-a2e1-fdd986b155f7 service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866582 Jul 28 09:26:55.700247 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03377f27-14a3-4620-bc6b-a5d6ae6bc05e req-2e252d3d-834b-4be8-ad59-958e05e1ebd8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:55.701754 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03377f27-14a3-4620-bc6b-a5d6ae6bc05e req-2e252d3d-834b-4be8-ad59-958e05e1ebd8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0519388 Jul 28 09:26:55.762956 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-03377f27-14a3-4620-bc6b-a5d6ae6bc05e req-1a320b08-ba75-4bc8-8c24-575687183d7c tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554399 Jul 28 09:26:56.414894 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:56.415726 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:56.868173 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d0680bdf-950e-44ab-a155-84509b9b66a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:26:56.883341 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb7ccc-7d7c-485a-b279-1afc12e9522b req-a8474fd3-1634-43f9-be19-c566d98c7914 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:56.884816 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68eb7ccc-7d7c-485a-b279-1afc12e9522b req-a8474fd3-1634-43f9-be19-c566d98c7914 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0484343 Jul 28 09:26:56.945014 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-68eb7ccc-7d7c-485a-b279-1afc12e9522b req-e7e02aae-b533-4615-b681-465080a2e780 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544472 Jul 28 09:26:58.068030 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24c65e-2b4c-4b3d-b73e-89e72ccc1649 req-cbdb79fc-d518-43a4-81c1-0c646efecefd tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:58.069482 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca24c65e-2b4c-4b3d-b73e-89e72ccc1649 req-cbdb79fc-d518-43a4-81c1-0c646efecefd tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0501266 Jul 28 09:26:58.129599 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ca24c65e-2b4c-4b3d-b73e-89e72ccc1649 req-73976bb2-ce4d-44a3-a0c9-5ad49e7ac733 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543036 Jul 28 09:26:59.236833 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:26:59.247952 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d73db-e6ed-449b-835f-cee38432cdcc req-bb9288d2-48b7-4510-925d-0ba8d4fee83e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:26:59.250141 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-506d73db-e6ed-449b-835f-cee38432cdcc req-bb9288d2-48b7-4510-925d-0ba8d4fee83e tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0487549 Jul 28 09:26:59.309255 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-506d73db-e6ed-449b-835f-cee38432cdcc req-9f03c467-2375-4dc6-8cdf-56f31c7ebcf3 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534616 Jul 28 09:26:59.390771 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-725ad1f2-a68d-4fd8-a537-3ce65bb5a39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:00.306539 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:00.431204 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba592eb0-c6e8-4d36-92a0-e0ee30030d01 req-daceb51e-6ba5-4bf6-b555-33f69c1687be tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:27:00.432644 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba592eb0-c6e8-4d36-92a0-e0ee30030d01 req-daceb51e-6ba5-4bf6-b555-33f69c1687be tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0475094 Jul 28 09:27:00.462587 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:00.497018 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-ba592eb0-c6e8-4d36-92a0-e0ee30030d01 req-1e3cad36-aa3f-46fb-b244-76186a779975 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586095 Jul 28 09:27:01.612793 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c713438-dab1-4b24-91b5-7dbbc5ffd561 req-dc8a7c91-f6b8-4e5d-aa38-e13a702158b7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:27:01.614250 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c713438-dab1-4b24-91b5-7dbbc5ffd561 req-dc8a7c91-f6b8-4e5d-aa38-e13a702158b7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0463891 Jul 28 09:27:01.673067 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6c713438-dab1-4b24-91b5-7dbbc5ffd561 req-01463898-9bb2-4876-af28-16360151ef17 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531285 Jul 28 09:27:01.795808 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:01.917758 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:02.801626 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c78ad8-cbb5-49a6-9aec-5c0fd0002dc8 req-120c45de-4ebe-4f95-8d35-b3ade8c05ac3 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:27:02.803071 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c2c78ad8-cbb5-49a6-9aec-5c0fd0002dc8 req-120c45de-4ebe-4f95-8d35-b3ade8c05ac3 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0463519 Jul 28 09:27:02.862160 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c2c78ad8-cbb5-49a6-9aec-5c0fd0002dc8 req-96457767-a429-4868-beb0-2d680223a08a tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533950 Jul 28 09:27:03.981630 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7e908-7f2e-4b1b-9b04-d9fa4da53d64 req-6bc8fd67-cab3-4137-9589-6f60d4d060ec tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:27:03.983644 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50d7e908-7f2e-4b1b-9b04-d9fa4da53d64 req-6bc8fd67-cab3-4137-9589-6f60d4d060ec tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0511408 Jul 28 09:27:04.043135 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-50d7e908-7f2e-4b1b-9b04-d9fa4da53d64 req-29acb241-258d-43fc-ae71-931fd781fa47 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537815 Jul 28 09:27:05.166224 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b589a56-e62c-4fa7-a7ce-dc6048047514 req-f9e2e166-987b-485b-a3dc-9d414efe2048 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:27:05.167697 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b589a56-e62c-4fa7-a7ce-dc6048047514 req-f9e2e166-987b-485b-a3dc-9d414efe2048 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0481114 Jul 28 09:27:05.229515 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8b589a56-e62c-4fa7-a7ce-dc6048047514 req-392fe2d4-d6db-482b-805c-f23a0827d676 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552909 Jul 28 09:27:06.356407 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ace2a-9357-4b14-9bdb-68837eaf199d req-6a684775-6bc8-463f-b064-1d22e4eccef1 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:27:06.358492 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d43ace2a-9357-4b14-9bdb-68837eaf199d req-6a684775-6bc8-463f-b064-1d22e4eccef1 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0514021 Jul 28 09:27:06.435950 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d43ace2a-9357-4b14-9bdb-68837eaf199d req-23d3d890-d182-4239-8430-393a5595e6e3 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679319 Jul 28 09:27:07.554726 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af753596-c6bb-4354-b83a-b5ff6200400f req-6d8e21a9-d9bf-4735-bb1c-af4c8d1465ca tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:27:07.556202 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af753596-c6bb-4354-b83a-b5ff6200400f req-6d8e21a9-d9bf-4735-bb1c-af4c8d1465ca tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0488079 Jul 28 09:27:07.616641 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-af753596-c6bb-4354-b83a-b5ff6200400f req-51d1a06f-0f5a-4b2a-a803-eafe546e22c4 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a14a700-f970-4c42-bef4-cb741bd28c99&id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547655 Jul 28 09:27:16.865732 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:16.866548 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:17.604724 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=79 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:17.610940 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=67 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:22.703566 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:23.418875 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:27:24.263673 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-dd98402a-c7c7-4733-8c66-1c1899630da5 req-55ccbb1d-e4db-4edd-8605-299d2a181cca service neutron] (104124) timed out ('10.222.0.60', 51184) {{(pid=104124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 09:27:24.362206 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-86d20402-8ba1-4148-9e3f-c6d4b084c41d req-326d302c-82c5-4ff3-8d94-a42be60a992e service neutron] (104123) timed out ('10.222.0.60', 51164) {{(pid=104123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 09:27:26.870731 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8bb8eb5e-b263-4e78-99bc-536001b912e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:29.392980 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c27248d8-d1b1-4e3a-ba52-cc98f831b9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:30.308227 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:31.794974 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:31.923021 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:33.414477 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:33.415336 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:35.348534 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-2589d47a-5113-47fb-8363-ce7041bb0c3f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834138 Jul 28 09:27:35.423277 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-1755eb68-bbf7-482d-8d15-942e626758ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:27:35.424776 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-1755eb68-bbf7-482d-8d15-942e626758ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 1129 time: 0.0427094 Jul 28 09:27:35.528944 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-7229c338-9783-48c5-a07d-4871ac71c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:27:35.530326 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-7229c338-9783-48c5-a07d-4871ac71c86b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.0881221 Jul 28 09:27:35.596931 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-71bed33d-9caf-45f3-b689-d5365ea95d05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872 HTTP/1.1" status: 200 len: 1001 time: 0.0603621 Jul 28 09:27:35.649474 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-29f495b7-07d8-4073-93a2-e7c29a54c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:27:35.650959 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-29f495b7-07d8-4073-93a2-e7c29a54c16a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0484285 Jul 28 09:27:35.695452 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-53d5a221-c916-41e9-ac4f-55d8428e70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:27:35.696925 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-53d5a221-c916-41e9-ac4f-55d8428e70a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386562 Jul 28 09:27:35.794514 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-9d097a50-6a86-4a04-b7ca-74655b56fbbb service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912395 Jul 28 09:27:35.894874 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-fe302f67-1d55-47bd-870c-1b0e0cc85114 req-ebd5dd2d-0d6d-4259-a566-f8a244fb1e0e service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942969 Jul 28 09:27:41.910441 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:41.918695 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:45.885867 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=50 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:45.892097 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=51 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:52.702846 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:56.872954 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ccc43cbc-47c3-4375-8704-ccdb24310899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:27:56.873954 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=11 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:56.875000 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=15 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:27:59.398804 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d6d836eb-160e-40cd-b030-29495e1a0d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:00.312112 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:00.418158 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:28:01.800446 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:01.924582 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:09.081862 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [req-5511e334-ada5-450b-b1a3-4b73d4ba5e56 req-9cd7ea3b-c5f3-4964-b7e0-6073893e65b8 service neutron] (104123) timed out ('10.222.0.60', 51155) {{(pid=104123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 09:28:09.758444 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [req-e8ac72b8-6937-4690-8960-05ec16f2ae68 req-c35da2ad-54fa-4a8b-a1bd-b7034198cd05 service neutron] (104124) timed out ('10.222.0.60', 51192) {{(pid=104124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 09:28:10.413896 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:10.414699 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:11.130974 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-371c9754-866a-4331-9aed-3878ffc4f6ba req-b2b4c696-02c1-482d-94ed-5963cd9cde6a tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911187866&fields=id&tenant_id=33b2e26d27c84e738eede31dc3c9ee3a HTTP/1.1" status: 200 len: 267 time: 0.0455701 Jul 28 09:28:11.184633 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c9754-866a-4331-9aed-3878ffc4f6ba req-638c94bd-4087-47fe-8493-89fa3fb59e7a tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:11.186032 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-371c9754-866a-4331-9aed-3878ffc4f6ba req-638c94bd-4087-47fe-8493-89fa3fb59e7a tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 984 time: 0.0498686 Jul 28 09:28:11.196508 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-371c9754-866a-4331-9aed-3878ffc4f6ba req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Request body: {'port': {'security_groups': ['951d6c3b-8971-490b-8ae0-00bc06288796']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:28:11.267750 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-371c9754-866a-4331-9aed-3878ffc4f6ba req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:11.442910 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-371c9754-866a-4331-9aed-3878ffc4f6ba req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] For port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:11.472057 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-371c9754-866a-4331-9aed-3878ffc4f6ba req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:11.476588 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-371c9754-866a-4331-9aed-3878ffc4f6ba req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:11.513634 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:28:11.523818 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c9754-866a-4331-9aed-3878ffc4f6ba req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:11.526280 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-371c9754-866a-4331-9aed-3878ffc4f6ba req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:11.527786 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-371c9754-866a-4331-9aed-3878ffc4f6ba req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "PUT /v2.0/ports/0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 200 len: 942 time: 0.3357394 Jul 28 09:28:11.528240 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:28:11.531085 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358d56ea-8b93-4205-a928-6743c2193e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:28:11.535509 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53792) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:11.574169 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event updated for resources: {'Port': ['ID=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,revision_number=7']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:11.584673 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.585705 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.586278 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.587113 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.587455 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.587793 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.588127 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.588459 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.588790 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.589118 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.589444 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.590053 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.590382 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.590698 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.591015 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e1361-a8ed-4212-bc6e-07c78cebad60 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.595661 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460b9828-5aae-4b26-875e-05775123b048 x-openstack-request-id: req-460b9828-5aae-4b26-875e-05775123b048 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:28:11.596108 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:28:11.596511 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-460b9828-5aae-4b26-875e-05775123b048 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:28:11.597137 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460b9828-5aae-4b26-875e-05775123b048'] response: {'name': 'network-changed', 'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'status': 'completed', 'code': 200} Jul 28 09:28:11.644322 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group (6a14a700-f970-4c42-bef4-cb741bd28c99), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:11.671976 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d56ea-8b93-4205-a928-6743c2193e8a req-642d7efd-ed92-43c5-b9b5-f64b7d16aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:11.672882 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group (6a14a700-f970-4c42-bef4-cb741bd28c99), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:11.673496 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-358d56ea-8b93-4205-a928-6743c2193e8a req-642d7efd-ed92-43c5-b9b5-f64b7d16aca8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33b2e26d27c84e738eede31dc3c9ee3a&device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 1129 time: 0.0437300 Jul 28 09:28:11.678362 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:28:11.752996 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (6a14a700-f970-4c42-bef4-cb741bd28c99), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:11.756459 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:11.757629 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "DELETE /v2.0/security-groups/6a14a700-f970-4c42-bef4-cb741bd28c99 HTTP/1.1" status: 204 len: 168 time: 0.2210588 Jul 28 09:28:11.760475 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53798) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:11.767627 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a14a700-f970-4c42-bef4-cb741bd28c99,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:11.778465 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.778821 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.779160 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.779705 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.779939 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-1691dd19-ef36-4bbe-bbc8-b07b2798c24f None None] Provisioning complete for port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:28:11.780068 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.780366 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.780560 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1691dd19-ef36-4bbe-bbc8-b07b2798c24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:11.780699 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.781028 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.781354 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.781685 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.782122 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.782763 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.783098 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.783426 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.783751 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44e223-44df-4ad2-8fbb-490dfe61fee8 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:11.828111 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d56ea-8b93-4205-a928-6743c2193e8a req-a15e5178-f660-4f35-94f6-7d4ff7bf75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:11.828929 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-358d56ea-8b93-4205-a928-6743c2193e8a req-a15e5178-f660-4f35-94f6-7d4ff7bf75a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ede8e961-7a06-4e8d-a4f9-2de355af10b7 HTTP/1.1" status: 200 len: 915 time: 0.1492968 Jul 28 09:28:11.942971 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-1691dd19-ef36-4bbe-bbc8-b07b2798c24f None None] Current status of the port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 is: ACTIVE; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:28:11.944147 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-358d56ea-8b93-4205-a928-6743c2193e8a req-726ca260-993d-4f43-891e-7d607a557e8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 200 len: 1000 time: 0.1083515 Jul 28 09:28:12.007438 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Deleting port c3c4750d-59ab-4661-b37e-ef7fdf66c9a5 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:28:12.007788 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (c3c4750d-59ab-4661-b37e-ef7fdf66c9a5), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:12.059182 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d56ea-8b93-4205-a928-6743c2193e8a req-f956683a-5447-4e8f-9ab5-93f5d54b0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:12.060612 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-358d56ea-8b93-4205-a928-6743c2193e8a req-f956683a-5447-4e8f-9ab5-93f5d54b0fad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b1c1dc9-42cd-454d-88fc-f5f5d234da1f HTTP/1.1" status: 200 len: 853 time: 0.0952260 Jul 28 09:28:12.105053 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:12.113829 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:12.125570 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d56ea-8b93-4205-a928-6743c2193e8a req-4b35f4d0-39ac-4b41-8a74-150d99e21c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:12.127068 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-358d56ea-8b93-4205-a928-6743c2193e8a req-4b35f4d0-39ac-4b41-8a74-150d99e21c15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ede8e961-7a06-4e8d-a4f9-2de355af10b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580311 Jul 28 09:28:12.144108 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (c3c4750d-59ab-4661-b37e-ef7fdf66c9a5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:12.144803 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for floatingip (c3c4750d-59ab-4661-b37e-ef7fdf66c9a5), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:12.195064 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Calling delete_port for c3c4750d-59ab-4661-b37e-ef7fdf66c9a5 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:28:12.288746 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-358d56ea-8b93-4205-a928-6743c2193e8a req-e675aa22-210c-40cc-a378-d02a594222ac service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550045 Jul 28 09:28:12.432588 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-358d56ea-8b93-4205-a928-6743c2193e8a req-2746f5e2-e48e-418c-89a1-968aa0802da0 service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372950 Jul 28 09:28:12.445048 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (c3c4750d-59ab-4661-b37e-ef7fdf66c9a5), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:12.729304 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event deleted for resources: {'Port': ['ID=c3c4750d-59ab-4661-b37e-ef7fdf66c9a5,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:12.789406 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks [] for floatingip (2ef98e8b-4093-41e6-89a4-8456b6440283), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:12.789732 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Floating IP 2ef98e8b-4093-41e6-89a4-8456b6440283 disassociated (deleted). External IP: 172.27.0.85, port: 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22. Jul 28 09:28:12.988856 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Router ef66f788-ed35-4ef3-a103-ae0a08bc814e has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:28:13.075224 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:13.095126 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:28:13.100109 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:13.104576 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a268bb-453c-435d-92d0-bf477b1a575e None None] Sync routers for ids ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:28:13.115264 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a268bb-453c-435d-92d0-bf477b1a575e None None] Routers {'ef66f788-ed35-4ef3-a103-ae0a08bc814e'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:28:13.115887 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-22a268bb-453c-435d-92d0-bf477b1a575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:27:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:13.130638 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-66df5885-6848-46ff-9696-e976b87a3636 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "DELETE /v2.0/floatingips/2ef98e8b-4093-41e6-89a4-8456b6440283 HTTP/1.1" status: 204 len: 168 time: 1.3675780 Jul 28 09:28:13.308956 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-22a268bb-453c-435d-92d0-bf477b1a575e None None] Set router ef66f788-ed35-4ef3-a103-ae0a08bc814e gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:28:13.502509 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-22a268bb-453c-435d-92d0-bf477b1a575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 4, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2d14fce6-8380-4d38-a9df-b5ce3bb2c39b', 'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'mac_address': 'fa:16:3e:2c:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:59Z', 'updated_at': '2022-07-28T09:25:04Z', 'revision_number': 5, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'subnets': [{'id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:13.527541 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a268bb-453c-435d-92d0-bf477b1a575e None None] Checking router: ef66f788-ed35-4ef3-a103-ae0a08bc814e for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:28:13.535976 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a268bb-453c-435d-92d0-bf477b1a575e None None] Routers {'ef66f788-ed35-4ef3-a103-ae0a08bc814e'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:28:13.536571 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-22a268bb-453c-435d-92d0-bf477b1a575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:27:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:13.598922 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:28:13.601284 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8480541c-205e-4d41-9a19-2188c0ac3d44" -d '{"events": [{"name": "network-changed", "server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:28:13.639491 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dfc267-f011-48d4-94df-256deb244ae2 x-openstack-request-id: req-b7dfc267-f011-48d4-94df-256deb244ae2 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:28:13.639770 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:28:13.640014 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7dfc267-f011-48d4-94df-256deb244ae2 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:28:13.640415 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7dfc267-f011-48d4-94df-256deb244ae2'] response: {'name': 'network-changed', 'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'status': 'completed', 'code': 200} Jul 28 09:28:13.641024 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-22a268bb-453c-435d-92d0-bf477b1a575e None None] Set router ef66f788-ed35-4ef3-a103-ae0a08bc814e gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:28:13.826304 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-22a268bb-453c-435d-92d0-bf477b1a575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 4, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2d14fce6-8380-4d38-a9df-b5ce3bb2c39b', 'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'mac_address': 'fa:16:3e:2c:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:59Z', 'updated_at': '2022-07-28T09:25:04Z', 'revision_number': 5, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'subnets': [{'id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:13.854902 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a268bb-453c-435d-92d0-bf477b1a575e None None] The sync data for ids ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'] in dv-cinder-851249-5-iscsi is: [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:24:59Z', 'revision_number': 4, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '2d14fce6-8380-4d38-a9df-b5ce3bb2c39b', 'name': '', 'network_id': 'ede8e961-7a06-4e8d-a4f9-2de355af10b7', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'mac_address': 'fa:16:3e:2c:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:59Z', 'updated_at': '2022-07-28T09:25:04Z', 'revision_number': 5, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'subnets': [{'id': '6b1c1dc9-42cd-454d-88fc-f5f5d234da1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:28:13.914382 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480541c-205e-4d41-9a19-2188c0ac3d44 req-34f03e2b-b765-444b-9a62-5efe54583747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:13.916314 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8480541c-205e-4d41-9a19-2188c0ac3d44 req-34f03e2b-b765-444b-9a62-5efe54583747 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33b2e26d27c84e738eede31dc3c9ee3a&device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 1129 time: 0.0469899 Jul 28 09:28:14.068757 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:14.077556 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480541c-205e-4d41-9a19-2188c0ac3d44 req-98e64386-a063-441e-873a-dfac87c8c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:14.079026 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8480541c-205e-4d41-9a19-2188c0ac3d44 req-98e64386-a063-441e-873a-dfac87c8c3e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ede8e961-7a06-4e8d-a4f9-2de355af10b7 HTTP/1.1" status: 200 len: 915 time: 0.1160619 Jul 28 09:28:14.105898 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904ef866-a159-44e0-8f25-44106c3c86c7 None None] New status for floating IP 2ef98e8b-4093-41e6-89a4-8456b6440283: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:28:14.120719 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8480541c-205e-4d41-9a19-2188c0ac3d44 req-dc8af73c-1f9f-471b-8cc0-1e8b9c3e9e41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 200 len: 217 time: 0.0356450 Jul 28 09:28:14.170922 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480541c-205e-4d41-9a19-2188c0ac3d44 req-195d6bba-2daf-436c-aaa4-856496004957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:14.172526 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8480541c-205e-4d41-9a19-2188c0ac3d44 req-195d6bba-2daf-436c-aaa4-856496004957 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6b1c1dc9-42cd-454d-88fc-f5f5d234da1f HTTP/1.1" status: 200 len: 853 time: 0.0465846 Jul 28 09:28:14.220704 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480541c-205e-4d41-9a19-2188c0ac3d44 req-2bb1f32d-29be-4f78-b134-1b01765e6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:14.222799 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8480541c-205e-4d41-9a19-2188c0ac3d44 req-2bb1f32d-29be-4f78-b134-1b01765e6928 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ede8e961-7a06-4e8d-a4f9-2de355af10b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435810 Jul 28 09:28:14.313043 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8480541c-205e-4d41-9a19-2188c0ac3d44 req-29a0d09a-fba7-4baf-8729-f540031ef5e4 service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840099 Jul 28 09:28:14.416586 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-8480541c-205e-4d41-9a19-2188c0ac3d44 req-3d0f98ba-a0c1-44b5-b0e6-796508ee2e7f service neutron] 10.222.0.60 "GET /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975490 Jul 28 09:28:15.905747 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fb049-791a-4d65-b4ac-004a9551e277 req-2e03a9ab-4767-4d17-9482-dcbeb453ad69 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:15.908454 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e70fb049-791a-4d65-b4ac-004a9551e277 req-2e03a9ab-4767-4d17-9482-dcbeb453ad69 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 945 time: 0.0592153 Jul 28 09:28:15.958915 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e70fb049-791a-4d65-b4ac-004a9551e277 req-50565395-b660-478a-b084-8db61dc04249 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444822 Jul 28 09:28:17.086785 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f94be-2a08-4f01-9a38-fccf0f9779d7 req-f184903f-076a-44e5-aa12-e3ebfc4d1a6b tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:17.088286 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-841f94be-2a08-4f01-9a38-fccf0f9779d7 req-f184903f-076a-44e5-aa12-e3ebfc4d1a6b tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 945 time: 0.0533514 Jul 28 09:28:17.137927 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-841f94be-2a08-4f01-9a38-fccf0f9779d7 req-92ac46ba-f4df-4a82-b00b-c4a292317153 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/security-groups?id=951d6c3b-8971-490b-8ae0-00bc06288796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 Jul 28 09:28:17.802349 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb48b-6d92-47f8-87c0-0a1fd2b98566 req-4239e033-b5f5-41f5-b115-e1ba159bb748 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:17.803831 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e60eb48b-6d92-47f8-87c0-0a1fd2b98566 req-4239e033-b5f5-41f5-b115-e1ba159bb748 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.60 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 945 time: 0.0475607 Jul 28 09:28:17.887544 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-e60eb48b-6d92-47f8-87c0-0a1fd2b98566 req-cedc0684-5b33-4a51-911d-f3467eac1ff7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Deleting port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:28:17.887877 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e60eb48b-6d92-47f8-87c0-0a1fd2b98566 req-cedc0684-5b33-4a51-911d-f3467eac1ff7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:17.983677 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-e60eb48b-6d92-47f8-87c0-0a1fd2b98566 req-cedc0684-5b33-4a51-911d-f3467eac1ff7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] For port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:17.984036 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e60eb48b-6d92-47f8-87c0-0a1fd2b98566 req-cedc0684-5b33-4a51-911d-f3467eac1ff7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:17.997762 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-e60eb48b-6d92-47f8-87c0-0a1fd2b98566 req-cedc0684-5b33-4a51-911d-f3467eac1ff7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Calling delete_port for 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:28:18.063235 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:18.128785 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e60eb48b-6d92-47f8-87c0-0a1fd2b98566 req-cedc0684-5b33-4a51-911d-f3467eac1ff7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (0df8d7f9-7a57-41a6-a60d-c88e0c7cac22), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:18.157229 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc0684-5b33-4a51-911d-f3467eac1ff7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Pushing event deleted for resources: {'Port': ['ID=0df8d7f9-7a57-41a6-a60d-c88e0c7cac22,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:18.167670 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:28:18.205626 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60eb48b-6d92-47f8-87c0-0a1fd2b98566 req-cedc0684-5b33-4a51-911d-f3467eac1ff7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] No DVR routers for this DVR port 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:28:18.208399 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-e60eb48b-6d92-47f8-87c0-0a1fd2b98566 req-cedc0684-5b33-4a51-911d-f3467eac1ff7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:18.211986 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e60eb48b-6d92-47f8-87c0-0a1fd2b98566 req-cedc0684-5b33-4a51-911d-f3467eac1ff7 tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.60 "DELETE /v2.0/ports/0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 HTTP/1.1" status: 204 len: 173 time: 0.4028742 Jul 28 09:28:18.212468 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'name': 'network-vif-deleted', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:28:18.215171 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc53c0a2-f376-4fb7-bcf9-5bb97106b1eb" -d '{"events": [{"server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "name": "network-vif-deleted", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:28:18.275834 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6bff22f3-b1b6-4757-add5-e6f845bf1722 req-b6d6a02a-d4bc-4298-8139-529f08ea28db tempest-TestMinimumBasicScenario-1489752951 tempest-TestMinimumBasicScenario-1489752951-project] 10.222.0.48 "GET /v2.0/ports?device_id=546f23a4-a39c-4249-8865-0e4fdb2059e8 HTTP/1.1" status: 200 len: 210 time: 0.0417182 Jul 28 09:28:18.339608 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b10172-a113-4b9d-9aab-009e81e84ac8 x-openstack-request-id: req-37b10172-a113-4b9d-9aab-009e81e84ac8 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:28:18.340139 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546f23a4-a39c-4249-8865-0e4fdb2059e8", "name": "network-vif-deleted", "tag": "0df8d7f9-7a57-41a6-a60d-c88e0c7cac22", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:28:18.340394 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37b10172-a113-4b9d-9aab-009e81e84ac8 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:28:18.340817 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b10172-a113-4b9d-9aab-009e81e84ac8'] response: {'server_uuid': '546f23a4-a39c-4249-8865-0e4fdb2059e8', 'name': 'network-vif-deleted', 'tag': '0df8d7f9-7a57-41a6-a60d-c88e0c7cac22', 'status': 'completed', 'code': 200} Jul 28 09:28:20.027640 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53890) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:20.110701 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:20.366595 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426779'] for router_interface (ef66f788-ed35-4ef3-a103-ae0a08bc814e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:20.594257 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] Deleting port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:28:20.594680 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:20.679773 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] For port 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=2d14fce6-8380-4d38-a9df-b5ce3bb2c39b,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:20.680228 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:20.698912 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] Calling delete_port for 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b owned by network:router_interface {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:28:20.801318 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:20.882913 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (2d14fce6-8380-4d38-a9df-b5ce3bb2c39b), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:20.909333 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d14fce6-8380-4d38-a9df-b5ce3bb2c39b,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:20.966315 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:21.077045 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33031848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426895'] for router_interface (ef66f788-ed35-4ef3-a103-ae0a08bc814e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:21.284562 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] Router ef66f788-ed35-4ef3-a103-ae0a08bc814e has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:28:21.386627 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:28:21.391527 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-7782ae5c-3e89-426c-b725-47462e32f54b admin admin] 10.222.0.48 "PUT /v2.0/routers/ef66f788-ed35-4ef3-a103-ae0a08bc814e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3628166 Jul 28 09:28:21.394008 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53892) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:21.396457 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef8278-d3c5-475f-8269-8c25b1addc99 None None] Sync routers for ids ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:28:21.408101 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef8278-d3c5-475f-8269-8c25b1addc99 None None] Routers {'ef66f788-ed35-4ef3-a103-ae0a08bc814e'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:28:21.408722 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-47ef8278-d3c5-475f-8269-8c25b1addc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:27:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:21.497804 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Publish callbacks [] for router (ef66f788-ed35-4ef3-a103-ae0a08bc814e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:21.514816 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-47ef8278-d3c5-475f-8269-8c25b1addc99 None None] Set router ef66f788-ed35-4ef3-a103-ae0a08bc814e gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:28:21.600115 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Publish callbacks [] for router_gateway (ef66f788-ed35-4ef3-a103-ae0a08bc814e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:21.648667 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Deleting port 28814607-e81e-42ba-975d-05fd76abc3fb {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:28:21.649096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:21.684894 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:21.688105 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-47ef8278-d3c5-475f-8269-8c25b1addc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:28:20Z', 'revision_number': 5, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port': {'id': '28814607-e81e-42ba-975d-05fd76abc3fb', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:25:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:24:57Z', 'updated_at': '2022-07-28T09:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:21.714216 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef8278-d3c5-475f-8269-8c25b1addc99 None None] Checking router: ef66f788-ed35-4ef3-a103-ae0a08bc814e for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:28:21.717117 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:21.724969 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef8278-d3c5-475f-8269-8c25b1addc99 None None] Routers {'ef66f788-ed35-4ef3-a103-ae0a08bc814e'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:28:21.725585 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-47ef8278-d3c5-475f-8269-8c25b1addc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:27:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:21.739114 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] For port 28814607-e81e-42ba-975d-05fd76abc3fb, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=28814607-e81e-42ba-975d-05fd76abc3fb,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:21.739478 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:21.771116 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:21.772588 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=18 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:21.798702 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:21.814491 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-47ef8278-d3c5-475f-8269-8c25b1addc99 None None] Set router ef66f788-ed35-4ef3-a103-ae0a08bc814e gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:28:21.846448 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:28:21.868098 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:28:21.868337 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device 0df8d7f9-7a57-41a6-a60d-c88e0c7cac22 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:28:21.876951 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-47ef8278-d3c5-475f-8269-8c25b1addc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:28:21Z', 'revision_number': 6, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port_host': None}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:21.919634 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef8278-d3c5-475f-8269-8c25b1addc99 None None] The sync data for ids ['ef66f788-ed35-4ef3-a103-ae0a08bc814e'] in dv-cinder-851249-5-iscsi is: [{'id': 'ef66f788-ed35-4ef3-a103-ae0a08bc814e', 'name': 'tempest-TestMinimumBasicScenario-177186577-router', 'tenant_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:24:56Z', 'updated_at': '2022-07-28T09:28:21Z', 'revision_number': 6, 'project_id': '33b2e26d27c84e738eede31dc3c9ee3a', 'gw_port_host': None}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:28:22.014756 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Calling delete_port for 28814607-e81e-42ba-975d-05fd76abc3fb owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:28:22.117407 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:22.185366 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (28814607-e81e-42ba-975d-05fd76abc3fb), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.214262 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Pushing event deleted for resources: {'Port': ['ID=28814607-e81e-42ba-975d-05fd76abc3fb,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:22.283847 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432667'] for router_gateway (ef66f788-ed35-4ef3-a103-ae0a08bc814e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.379812 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33071504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-589'] for router (ef66f788-ed35-4ef3-a103-ae0a08bc814e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.382084 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Publish callbacks [] for router_controller (ef66f788-ed35-4ef3-a103-ae0a08bc814e), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.428216 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33071378'] for router (ef66f788-ed35-4ef3-a103-ae0a08bc814e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.428938 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef66f788-ed35-4ef3-a103-ae0a08bc814e {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:28:22.433904 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.435060 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-18ef4149-52eb-4e77-9411-f0a4a2ce81af admin admin] 10.222.0.48 "DELETE /v2.0/routers/ef66f788-ed35-4ef3-a103-ae0a08bc814e HTTP/1.1" status: 204 len: 168 time: 1.0391221 Jul 28 09:28:22.438404 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53894) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:22.489411 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-20953438-e666-4898-bca4-46dcae07fab1 admin admin] Deleting subnet 6b1c1dc9-42cd-454d-88fc-f5f5d234da1f {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:28:22.492996 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-20953438-e666-4898-bca4-46dcae07fab1 admin admin] Publish callbacks [] for subnet (6b1c1dc9-42cd-454d-88fc-f5f5d234da1f), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.532384 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-20953438-e666-4898-bca4-46dcae07fab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4047020'] for subnet (6b1c1dc9-42cd-454d-88fc-f5f5d234da1f), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.616249 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-20953438-e666-4898-bca4-46dcae07fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (6b1c1dc9-42cd-454d-88fc-f5f5d234da1f), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.671026 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-20953438-e666-4898-bca4-46dcae07fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3789551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50436039'] for subnet (6b1c1dc9-42cd-454d-88fc-f5f5d234da1f), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.682605 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=59 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:22.683726 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:22.697830 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20953438-e666-4898-bca4-46dcae07fab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1c1dc9-42cd-454d-88fc-f5f5d234da1f,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:22.702916 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.703974 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-20953438-e666-4898-bca4-46dcae07fab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.710153 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-20953438-e666-4898-bca4-46dcae07fab1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6b1c1dc9-42cd-454d-88fc-f5f5d234da1f HTTP/1.1" status: 204 len: 168 time: 0.2678604 Jul 28 09:28:22.710502 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53896) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:22.715870 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a919181-20af-4b67-a0bd-83168b48a570 None None] Network ede8e961-7a06-4e8d-a4f9-2de355af10b7 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:28:22.779472 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:28:22.795557 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (ede8e961-7a06-4e8d-a4f9-2de355af10b7), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.810749 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:28:22.811096 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 2d14fce6-8380-4d38-a9df-b5ce3bb2c39b not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:28:22.811521 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 28814607-e81e-42ba-975d-05fd76abc3fb no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:28:22.835954 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 28814607-e81e-42ba-975d-05fd76abc3fb {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:28:22.836300 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 28814607-e81e-42ba-975d-05fd76abc3fb not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:28:22.842376 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Deleting port 1764ebfe-2ed5-4484-b621-353c1c40ef1e {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:28:22.842840 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.844495 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:22.916876 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] For port 1764ebfe-2ed5-4484-b621-353c1c40ef1e, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=1764ebfe-2ed5-4484-b621-353c1c40ef1e,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:22.917255 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:22.932613 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Calling delete_port for 1764ebfe-2ed5-4484-b621-353c1c40ef1e owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:28:22.940346 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] DHCP port deletion for ede8e961-7a06-4e8d-a4f9-2de355af10b7 request from dv-cinder-851249-5-iscsi {{(pid=104125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 09:28:22.996253 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Deleting port 1764ebfe-2ed5-4484-b621-353c1c40ef1e {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:28:22.996818 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.032147 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.060757 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1764ebfe-2ed5-4484-b621-353c1c40ef1e,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:23.068759 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] No DVR routers for this DVR port 1764ebfe-2ed5-4484-b621-353c1c40ef1e on host dv-cinder-851249-5-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:28:23.072644 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] For port 1764ebfe-2ed5-4484-b621-353c1c40ef1e, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=1764ebfe-2ed5-4484-b621-353c1c40ef1e,segment=NetworkSegment(69d157e7-2d3d-46bf-87e4-5af9ce4e0d18),segment_id=69d157e7-2d3d-46bf-87e4-5af9ce4e0d18)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:23.073064 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.087076 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Calling delete_port for 1764ebfe-2ed5-4484-b621-353c1c40ef1e owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:28:23.131923 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:23.147846 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (ede8e961-7a06-4e8d-a4f9-2de355af10b7), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.170363 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede8e961-7a06-4e8d-a4f9-2de355af10b7']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:23.181550 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:23.181867 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d157e7-2d3d-46bf-87e4-5af9ce4e0d18') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:23.200916 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047029'] for segment (69d157e7-2d3d-46bf-87e4-5af9ce4e0d18), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.210315 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (69d157e7-2d3d-46bf-87e4-5af9ce4e0d18), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.219965 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:28:23.220947 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3789489'] for segment (69d157e7-2d3d-46bf-87e4-5af9ce4e0d18), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.269502 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 69d157e7-2d3d-46bf-87e4-5af9ce4e0d18 resource provider aggregate not found Jul 28 09:28:23.289709 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 69d157e7-2d3d-46bf-87e4-5af9ce4e0d18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69d157e7-2d3d-46bf-87e4-5af9ce4e0d18 found for delete ", "request_id": "req-49800fb5-c625-456f-a328-0d737d6805c7"}]} Jul 28 09:28:23.297012 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (ede8e961-7a06-4e8d-a4f9-2de355af10b7), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.299136 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942'] for port (1764ebfe-2ed5-4484-b621-353c1c40ef1e), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.304376 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.311810 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] 10.222.0.48 "DELETE /v2.0/networks/ede8e961-7a06-4e8d-a4f9-2de355af10b7 HTTP/1.1" status: 204 len: 168 time: 0.5963743 Jul 28 09:28:23.312019 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Network ede8e961-7a06-4e8d-a4f9-2de355af10b7 is not hosted by any dhcp agent {{(pid=104125) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 09:28:23.312019 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] No DVR routers for this DVR port 1764ebfe-2ed5-4484-b621-353c1c40ef1e on host dv-cinder-851249-5-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:28:23.313297 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53902) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:23.327006 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22f2d8-1733-4914-9016-d092213fd5ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ede8e961-7a06-4e8d-a4f9-2de355af10b7,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:23.333121 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Pushing event deleted for resources: {'Port': ['ID=1764ebfe-2ed5-4484-b621-353c1c40ef1e,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:23.341366 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.341718 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.342078 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.342422 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.342746 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.343067 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.343385 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.343699 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.344013 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.344380 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.344708 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.345031 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.345347 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.345654 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.345989 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca356c-335d-40c3-8463-06da744d49aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:23.647315 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426779'] for router_interface (d9cf3210-6270-4332-b3c5-490b3cc82274), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.879322 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] Deleting port d879b746-2d35-412c-b7ee-86471a2aab66 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:28:23.879715 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.961735 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] For port d879b746-2d35-412c-b7ee-86471a2aab66, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=d879b746-2d35-412c-b7ee-86471a2aab66,segment=NetworkSegment(7f74cad0-6c63-46a6-9bd6-981f116f6a84),segment_id=7f74cad0-6c63-46a6-9bd6-981f116f6a84)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:23.962131 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:23.976200 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] Calling delete_port for d879b746-2d35-412c-b7ee-86471a2aab66 owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:28:24.392148 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (d879b746-2d35-412c-b7ee-86471a2aab66), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:24.395825 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:24.398280 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:24.420889 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d879b746-2d35-412c-b7ee-86471a2aab66,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:24.593815 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33031848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426895'] for router_interface (d9cf3210-6270-4332-b3c5-490b3cc82274), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:24.782522 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 1764ebfe-2ed5-4484-b621-353c1c40ef1e no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:28:24.801929 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 1764ebfe-2ed5-4484-b621-353c1c40ef1e {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:28:24.802234 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 1764ebfe-2ed5-4484-b621-353c1c40ef1e not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:28:24.808204 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] Router d9cf3210-6270-4332-b3c5-490b3cc82274 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:28:24.916208 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:28:24.921542 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-a9d77161-0e80-4ab9-951b-4c2b2b270f16 admin admin] 10.222.0.48 "PUT /v2.0/routers/d9cf3210-6270-4332-b3c5-490b3cc82274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6061845 Jul 28 09:28:24.925036 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 53904) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:24.930937 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59be9e8-ff9e-431f-ba78-f926b36ff501 None None] Sync routers for ids ['d9cf3210-6270-4332-b3c5-490b3cc82274'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:28:24.942390 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59be9e8-ff9e-431f-ba78-f926b36ff501 None None] Routers {'d9cf3210-6270-4332-b3c5-490b3cc82274'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:28:24.943101 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-d59be9e8-ff9e-431f-ba78-f926b36ff501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:27:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['d9cf3210-6270-4332-b3c5-490b3cc82274'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:25.027320 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Publish callbacks [] for router (d9cf3210-6270-4332-b3c5-490b3cc82274), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.047287 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-d59be9e8-ff9e-431f-ba78-f926b36ff501 None None] Set router d9cf3210-6270-4332-b3c5-490b3cc82274 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:28:25.141658 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Publish callbacks [] for router_gateway (d9cf3210-6270-4332-b3c5-490b3cc82274), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.189529 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Deleting port 9a7717e1-9ddf-4b06-99c2-65131d9b1393 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:28:25.189768 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.222668 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-d59be9e8-ff9e-431f-ba78-f926b36ff501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'name': 'tempest-TestMinimumBasicScenario-308689166-router', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:28:24Z', 'revision_number': 5, 'project_id': '434939b146894b19bbed606c6776b66c', 'gw_port': {'id': '9a7717e1-9ddf-4b06-99c2-65131d9b1393', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:25.247699 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59be9e8-ff9e-431f-ba78-f926b36ff501 None None] Checking router: d9cf3210-6270-4332-b3c5-490b3cc82274 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:28:25.255867 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59be9e8-ff9e-431f-ba78-f926b36ff501 None None] Routers {'d9cf3210-6270-4332-b3c5-490b3cc82274'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:28:25.256476 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-d59be9e8-ff9e-431f-ba78-f926b36ff501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:27:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['d9cf3210-6270-4332-b3c5-490b3cc82274'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:25.276390 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] For port 9a7717e1-9ddf-4b06-99c2-65131d9b1393, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=9a7717e1-9ddf-4b06-99c2-65131d9b1393,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:25.276761 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.290000 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Calling delete_port for 9a7717e1-9ddf-4b06-99c2-65131d9b1393 owned by network:router_gateway {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:28:25.342507 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-d59be9e8-ff9e-431f-ba78-f926b36ff501 None None] Set router d9cf3210-6270-4332-b3c5-490b3cc82274 gateway port host: None {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:28:25.390576 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-d59be9e8-ff9e-431f-ba78-f926b36ff501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'name': 'tempest-TestMinimumBasicScenario-308689166-router', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:28:25Z', 'revision_number': 6, 'project_id': '434939b146894b19bbed606c6776b66c', 'gw_port_host': None}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:25.418190 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:25.419158 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59be9e8-ff9e-431f-ba78-f926b36ff501 None None] The sync data for ids ['d9cf3210-6270-4332-b3c5-490b3cc82274'] in dv-cinder-851249-5-iscsi is: [{'id': 'd9cf3210-6270-4332-b3c5-490b3cc82274', 'name': 'tempest-TestMinimumBasicScenario-308689166-router', 'tenant_id': '434939b146894b19bbed606c6776b66c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:25:02Z', 'updated_at': '2022-07-28T09:28:25Z', 'revision_number': 6, 'project_id': '434939b146894b19bbed606c6776b66c', 'gw_port_host': None}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:28:25.473989 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (9a7717e1-9ddf-4b06-99c2-65131d9b1393), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.504485 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7717e1-9ddf-4b06-99c2-65131d9b1393,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:25.571031 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432667'] for router_gateway (d9cf3210-6270-4332-b3c5-490b3cc82274), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.670866 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33071504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-589'] for router (d9cf3210-6270-4332-b3c5-490b3cc82274), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.673113 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Publish callbacks [] for router_controller (d9cf3210-6270-4332-b3c5-490b3cc82274), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.716680 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33071378'] for router (d9cf3210-6270-4332-b3c5-490b3cc82274), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.717197 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9cf3210-6270-4332-b3c5-490b3cc82274 {{(pid=104124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:28:25.721746 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.723592 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-64c62582-b7b4-4743-9d84-0303baf95b80 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d9cf3210-6270-4332-b3c5-490b3cc82274 HTTP/1.1" status: 204 len: 168 time: 0.7969587 Jul 28 09:28:25.726223 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53906) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:25.772629 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8e4ef6-89e0-46bc-a543-6696fcc14e0b admin admin] Deleting subnet 06d3faad-b3c3-4bee-bf83-80abe339fa28 {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:28:25.776401 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4ef6-89e0-46bc-a543-6696fcc14e0b admin admin] Publish callbacks [] for subnet (06d3faad-b3c3-4bee-bf83-80abe339fa28), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.814601 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4ef6-89e0-46bc-a543-6696fcc14e0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8566482'] for subnet (06d3faad-b3c3-4bee-bf83-80abe339fa28), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.894574 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4ef6-89e0-46bc-a543-6696fcc14e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (06d3faad-b3c3-4bee-bf83-80abe339fa28), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.946951 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4ef6-89e0-46bc-a543-6696fcc14e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4130338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8565268'] for subnet (06d3faad-b3c3-4bee-bf83-80abe339fa28), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.972579 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e4ef6-89e0-46bc-a543-6696fcc14e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d3faad-b3c3-4bee-bf83-80abe339fa28,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:25.975978 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4ef6-89e0-46bc-a543-6696fcc14e0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:25.981377 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-eb8e4ef6-89e0-46bc-a543-6696fcc14e0b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/06d3faad-b3c3-4bee-bf83-80abe339fa28 HTTP/1.1" status: 204 len: 168 time: 0.2512493 Jul 28 09:28:25.981631 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53908) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:25.981957 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb677643-cc82-4c77-9a80-719622ed8169 None None] Network ec1c30de-c9cf-4782-addc-e8119964a52d requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:28:26.058745 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (ec1c30de-c9cf-4782-addc-e8119964a52d), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.061100 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:26.103684 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Deleting port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:28:26.104022 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.167642 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] For port fa4cf8af-35ff-48a4-b2e0-9bda9f644201, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=fa4cf8af-35ff-48a4-b2e0-9bda9f644201,segment=NetworkSegment(7f74cad0-6c63-46a6-9bd6-981f116f6a84),segment_id=7f74cad0-6c63-46a6-9bd6-981f116f6a84)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:26.168004 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.177798 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:26.182480 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Calling delete_port for fa4cf8af-35ff-48a4-b2e0-9bda9f644201 owned by network:dhcp {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:28:26.191020 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51a7fdd-9a6a-40e9-b38d-eb15ec7a8919 None None] DHCP port deletion for ec1c30de-c9cf-4782-addc-e8119964a52d request from dv-cinder-851249-5-iscsi {{(pid=104125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 09:28:26.234562 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-a51a7fdd-9a6a-40e9-b38d-eb15ec7a8919 None None] Deleting port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 {{(pid=104125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:28:26.234847 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a51a7fdd-9a6a-40e9-b38d-eb15ec7a8919 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), before_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.237647 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:26.271473 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.291814 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:26.296757 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4cf8af-35ff-48a4-b2e0-9bda9f644201,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:26.306368 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-a51a7fdd-9a6a-40e9-b38d-eb15ec7a8919 None None] For port fa4cf8af-35ff-48a4-b2e0-9bda9f644201, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=fa4cf8af-35ff-48a4-b2e0-9bda9f644201,segment=NetworkSegment(7f74cad0-6c63-46a6-9bd6-981f116f6a84),segment_id=7f74cad0-6c63-46a6-9bd6-981f116f6a84)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:26.306626 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] No DVR routers for this DVR port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 on host dv-cinder-851249-5-iscsi {{(pid=104123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:28:26.306798 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a51a7fdd-9a6a-40e9-b38d-eb15ec7a8919 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), precommit_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.321579 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-a51a7fdd-9a6a-40e9-b38d-eb15ec7a8919 None None] Calling delete_port for fa4cf8af-35ff-48a4-b2e0-9bda9f644201 owned by network:dhcp {{(pid=104125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:28:26.386375 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (ec1c30de-c9cf-4782-addc-e8119964a52d), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.407216 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1c30de-c9cf-4782-addc-e8119964a52d']}} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:26.408085 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a51a7fdd-9a6a-40e9-b38d-eb15ec7a8919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942'] for port (fa4cf8af-35ff-48a4-b2e0-9bda9f644201), after_delete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.418827 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f74cad0-6c63-46a6-9bd6-981f116f6a84') {'for_net_delete': True} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:26.419148 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.services.segments.db [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f74cad0-6c63-46a6-9bd6-981f116f6a84') {} {{(pid=104123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:26.429962 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8566475'] for segment (7f74cad0-6c63-46a6-9bd6-981f116f6a84), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.434429 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a7fdd-9a6a-40e9-b38d-eb15ec7a8919 None None] Pushing event deleted for resources: {'Port': ['ID=fa4cf8af-35ff-48a4-b2e0-9bda9f644201,revision_number=None']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:26.436356 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a7fdd-9a6a-40e9-b38d-eb15ec7a8919 None None] No DVR routers for this DVR port fa4cf8af-35ff-48a4-b2e0-9bda9f644201 on host dv-cinder-851249-5-iscsi {{(pid=104125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:28:26.454924 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (7f74cad0-6c63-46a6-9bd6-981f116f6a84), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.465748 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:28:26.466584 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130428'] for segment (7f74cad0-6c63-46a6-9bd6-981f116f6a84), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.537566 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (ec1c30de-c9cf-4782-addc-e8119964a52d), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.543127 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.554156 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] 10.222.0.48 "DELETE /v2.0/networks/ec1c30de-c9cf-4782-addc-e8119964a52d HTTP/1.1" status: 204 len: 168 time: 0.5714090 Jul 28 09:28:26.566159 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fcc26-c1bc-4aad-a5df-43cb807bd01f admin admin] Pushing event deleted for resources: {'Network': ['ID=ec1c30de-c9cf-4782-addc-e8119964a52d,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:26.618873 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 7f74cad0-6c63-46a6-9bd6-981f116f6a84 resource provider aggregate not found Jul 28 09:28:26.635990 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.services.segments.plugin [-] Segment 7f74cad0-6c63-46a6-9bd6-981f116f6a84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f74cad0-6c63-46a6-9bd6-981f116f6a84 found for delete ", "request_id": "req-811c40f5-d9fa-4603-a6e1-7dff34582e84"}]} Jul 28 09:28:26.739941 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53918) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:26.754968 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device d879b746-2d35-412c-b7ee-86471a2aab66 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:28:26.774954 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: d879b746-2d35-412c-b7ee-86471a2aab66 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:28:26.776461 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device d879b746-2d35-412c-b7ee-86471a2aab66 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:28:26.776882 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 9a7717e1-9ddf-4b06-99c2-65131d9b1393 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:28:26.785900 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-2a21d625-c36f-4977-88e4-77252b8ddf8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33b2e26d27c84e738eede31dc3c9ee3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442677 Jul 28 09:28:26.788849 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53920) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:26.796471 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 9a7717e1-9ddf-4b06-99c2-65131d9b1393 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:28:26.796827 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 9a7717e1-9ddf-4b06-99c2-65131d9b1393 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:28:26.797244 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device fa4cf8af-35ff-48a4-b2e0-9bda9f644201 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:28:26.816475 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: fa4cf8af-35ff-48a4-b2e0-9bda9f644201 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:28:26.816920 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device fa4cf8af-35ff-48a4-b2e0-9bda9f644201 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:28:26.843841 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f43fdb7-7f97-4454-b716-833dfad7d3c3 admin admin] Publish callbacks [] for security_group (951d6c3b-8971-490b-8ae0-00bc06288796), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.870093 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f43fdb7-7f97-4454-b716-833dfad7d3c3 admin admin] Publish callbacks [] for security_group (951d6c3b-8971-490b-8ae0-00bc06288796), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.880974 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c15e9a1c-0a0d-4873-827f-0e86fdcf7688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.919982 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f43fdb7-7f97-4454-b716-833dfad7d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (951d6c3b-8971-490b-8ae0-00bc06288796), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.922897 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-9f43fdb7-7f97-4454-b716-833dfad7d3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:26.924069 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-9f43fdb7-7f97-4454-b716-833dfad7d3c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/951d6c3b-8971-490b-8ae0-00bc06288796 HTTP/1.1" status: 204 len: 168 time: 0.1342609 Jul 28 09:28:26.933940 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43fdb7-7f97-4454-b716-833dfad7d3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951d6c3b-8971-490b-8ae0-00bc06288796,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:27.252614 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53926) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:27.292455 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d41c805a-9a95-412f-b73c-538627287374 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=434939b146894b19bbed606c6776b66c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386257 Jul 28 09:28:27.294847 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 53928) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:28:27.346733 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-96578a00-974d-41b7-9b21-39abe14609af admin admin] Publish callbacks [] for security_group (48b44970-b338-433c-a163-6170e298a3ec), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:27.368374 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-96578a00-974d-41b7-9b21-39abe14609af admin admin] Publish callbacks [] for security_group (48b44970-b338-433c-a163-6170e298a3ec), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:27.384066 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:27.417629 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-96578a00-974d-41b7-9b21-39abe14609af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (48b44970-b338-433c-a163-6170e298a3ec), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:27.420196 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-96578a00-974d-41b7-9b21-39abe14609af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:27.423551 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-96578a00-974d-41b7-9b21-39abe14609af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48b44970-b338-433c-a163-6170e298a3ec HTTP/1.1" status: 204 len: 168 time: 0.1256204 Jul 28 09:28:27.431373 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96578a00-974d-41b7-9b21-39abe14609af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b44970-b338-433c-a163-6170e298a3ec,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:29.392272 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-df9aecc9-4533-4b8e-ab53-631a52f266a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:30.313972 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:31.803921 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:31.879342 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=10 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:31.881323 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:31.927642 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:35.707850 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:35.710169 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:37.300529 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-2316794c-1cf3-4e17-a501-bcf07845c253 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376487 Jul 28 09:28:37.397965 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-6a3bca7b-c870-47da-8484-e36255c3a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:37.399456 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-6a3bca7b-c870-47da-8484-e36255c3a2c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 1129 time: 0.0427985 Jul 28 09:28:37.404068 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=68,neutron:DELETE=12 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:37.417678 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:28:37.431771 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:37.502769 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-4b0d2577-e5a0-4312-a8b4-9486e3166649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:37.504661 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-4b0d2577-e5a0-4312-a8b4-9486e3166649 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.0872796 Jul 28 09:28:37.569152 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-d4718a7a-9f12-4b8f-ac74-4c4d41e90834 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872 HTTP/1.1" status: 200 len: 1001 time: 0.0583682 Jul 28 09:28:38.708457 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-7a9a0dc2-5760-4420-bf71-b47e8d3ec33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:38.709942 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-7a9a0dc2-5760-4420-bf71-b47e8d3ec33b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0446086 Jul 28 09:28:39.497351 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-8fcb7c37-37eb-4f6c-984b-f6e4c24f9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:39.498790 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-8fcb7c37-37eb-4f6c-984b-f6e4c24f9943 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394204 Jul 28 09:28:40.778230 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-e5d3c8b4-59b9-4f34-99c5-3c7a1ad90a14 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912158 Jul 28 09:28:40.868217 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dec0c121-a303-48c8-ba4d-30acc4c76dcc req-52bf1608-3c80-4718-a760-15c5d5ed8000 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831125 Jul 28 09:28:41.921366 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=30,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:41.922880 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=32,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:47.052389 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ee05f946-0251-4e5c-afcb-4c679dd11b15 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362222153&fields=id&tenant_id=b688d320376c4492b3ca97b95c5207a5 HTTP/1.1" status: 200 len: 267 time: 0.0433908 Jul 28 09:28:47.160731 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-6de2bc54-e44d-447b-b042-c00e1c2207c0 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:47.162225 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-6de2bc54-e44d-447b-b042-c00e1c2207c0 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 811 time: 0.1036851 Jul 28 09:28:47.176332 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-d953cdfc-b6c3-4060-81fe-349542f17bd6 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/quotas/b688d320376c4492b3ca97b95c5207a5 HTTP/1.1" status: 200 len: 375 time: 0.0087516 Jul 28 09:28:47.225946 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-69d75d3c-afdf-4417-a437-09f2244418e1 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0447674 Jul 28 09:28:47.420333 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-27951d80-ad53-4479-8325-d3ba2fdfa2c2 service neutron] 10.222.0.48 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826382 Jul 28 09:28:47.513685 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-a44758e5-e57e-4e0c-9870-b9c72d255c1a service neutron] 10.222.0.48 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872285 Jul 28 09:28:47.813635 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1f342829-a215-4748-a6ac-318ca88db13f req-9f23afc5-8baa-439b-bd8c-04bb18e5f196 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 210 time: 0.0286529 Jul 28 09:28:48.918882 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-5b57d148-dc5c-4157-902c-f1ee94a145d4 req-6a3e26a8-5518-40ae-811a-bd3a0e3a424d tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 210 time: 0.0342946 Jul 28 09:28:48.931602 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:48.943616 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:48.973534 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-d47aa13a-6f80-4444-b043-7820c8379a13 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:48.975596 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-d47aa13a-6f80-4444-b043-7820c8379a13 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 811 time: 0.1483409 Jul 28 09:28:49.067915 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-c2de64b7-fa23-4f95-a12f-ec5b0ad47da5 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b688d320376c4492b3ca97b95c5207a5 HTTP/1.1" status: 200 len: 379 time: 0.0545075 Jul 28 09:28:49.076022 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'port': {'device_id': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'admin_state_up': True, 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'security_groups': ['6e83689d-2cda-41a7-8ff5-b53fc33e0333']}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:28:49.187139 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Made reservation on behalf of b688d320376c4492b3ca97b95c5207a5 for: {'port': 1} {{(pid=104124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:28:49.190523 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:49.310842 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Allocated IP 172.20.0.6 (d35f2c27-9c9b-43b1-b077-ba21c954e931/4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb/cde8144e-35fc-491a-b4bc-1e8fff9538d4) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:28:49.451380 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:49.484308 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:49.530528 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Network d35f2c27-9c9b-43b1-b077-ba21c954e931 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:28:49.533811 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:49.537754 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:28:49.564987 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'Port': ['ID=cde8144e-35fc-491a-b4bc-1e8fff9538d4,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:49.596934 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:49.597660 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:49.615696 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-99f65d58-8b87-48ed-9b53-446ace9bb8d9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5431490 Jul 28 09:28:49.635912 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Request body: {'port': {'device_id': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85124'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:28:49.701478 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:49.797777 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:49.799145 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-a5259d2f-44ff-4d6c-a622-a2e27a782ca9 None None] Provisioning complete for port cde8144e-35fc-491a-b4bc-1e8fff9538d4 triggered by entity DHCP. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:28:49.799724 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-a5259d2f-44ff-4d6c-a622-a2e27a782ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:49.816812 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:49.832767 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-a5259d2f-44ff-4d6c-a622-a2e27a782ca9 None None] Port cde8144e-35fc-491a-b4bc-1e8fff9538d4 cannot update to ACTIVE because it is not bound. {{(pid=104125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 09:28:49.964010 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde8144e-35fc-491a-b4bc-1e8fff9538d4 {{(pid=104124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:28:49.971998 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Publish callbacks [] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:49.984505 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.provisioning_blocks [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Transition to ACTIVE for port object cde8144e-35fc-491a-b4bc-1e8fff9538d4 will not be triggered until provisioned by entity L2. {{(pid=104124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 09:28:49.989306 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:50.077372 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8218c5-e638-4491-a46e-bbfe57f1ba94 req-cd5c21c3-3991-4c75-ab4b-7297b5d1e11c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:50.078937 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd8218c5-e638-4491-a46e-bbfe57f1ba94 req-cd5c21c3-3991-4c75-ab4b-7297b5d1e11c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 943 time: 0.0834301 Jul 28 09:28:50.079568 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Pushing event updated for resources: {'Port': ['ID=cde8144e-35fc-491a-b4bc-1e8fff9538d4,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:50.183254 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cd8218c5-e638-4491-a46e-bbfe57f1ba94 req-3853864b-3f98-4d1f-b988-51fb1a32046b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969458 Jul 28 09:28:50.198703 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Attempting to bind port cde8144e-35fc-491a-b4bc-1e8fff9538d4 on host hv-cinder-85124 for vnic_type normal with profile {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 09:28:50.199045 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Attempting to bind port cde8144e-35fc-491a-b4bc-1e8fff9538d4 by drivers openvswitch,hyperv on host hv-cinder-85124 at level 0 using segments [{'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 09:28:50.199372 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Attempting to bind port cde8144e-35fc-491a-b4bc-1e8fff9538d4 on network d35f2c27-9c9b-43b1-b077-ba21c954e931 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:28:50.204248 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Port cde8144e-35fc-491a-b4bc-1e8fff9538d4 on network d35f2c27-9c9b-43b1-b077-ba21c954e931 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85124 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 09:28:50.204573 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Attempting to bind port cde8144e-35fc-491a-b4bc-1e8fff9538d4 on network d35f2c27-9c9b-43b1-b077-ba21c954e931 {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 09:28:50.209896 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Checking agent: {'id': '03a7afcf-dc05-4361-bf7b-504c28a095f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'started_at': datetime.datetime(2022, 7, 28, 9, 9, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 9, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 09:28:50.210238 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Checking segment: {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 09:28:50.210648 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Bound using segment: {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'} {{(pid=104124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 09:28:50.211080 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.managers [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Bound port: cde8144e-35fc-491a-b4bc-1e8fff9538d4, host: hv-cinder-85124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1045204f-77b5-404a-ab75-fbefa2455a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931'}}] {{(pid=104124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 09:28:50.211454 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:50.274423 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] For port cde8144e-35fc-491a-b4bc-1e8fff9538d4, host hv-cinder-85124, cleared binding levels {{(pid=104124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:28:50.277544 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] For port cde8144e-35fc-491a-b4bc-1e8fff9538d4, host hv-cinder-85124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=cde8144e-35fc-491a-b4bc-1e8fff9538d4,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:28:50.283859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:50.318721 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:50.319393 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:50.320702 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] 10.222.0.60 "PUT /v2.0/ports/cde8144e-35fc-491a-b4bc-1e8fff9538d4 HTTP/1.1" status: 200 len: 1093 time: 0.6893802 Jul 28 09:28:50.321140 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'tag': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:28:50.323465 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7657e3d4-ef32-4a1a-9c8c-35f5b45663d2" -d '{"events": [{"name": "network-changed", "server_uuid": "cce38d6a-eff5-4d1a-b307-394d15351169", "tag": "cde8144e-35fc-491a-b4bc-1e8fff9538d4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:28:50.347270 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14b1c0-411d-42ec-80a2-e8ac3a71333b service neutron] Pushing event updated for resources: {'Port': ['ID=cde8144e-35fc-491a-b4bc-1e8fff9538d4,revision_number=3']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:50.363311 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757912ee-b25c-4f60-93f0-4aa0e96bf9c1 x-openstack-request-id: req-757912ee-b25c-4f60-93f0-4aa0e96bf9c1 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:28:50.363606 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce38d6a-eff5-4d1a-b307-394d15351169", "tag": "cde8144e-35fc-491a-b4bc-1e8fff9538d4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:28:50.363859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-757912ee-b25c-4f60-93f0-4aa0e96bf9c1 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:28:50.364263 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757912ee-b25c-4f60-93f0-4aa0e96bf9c1'] response: {'name': 'network-changed', 'server_uuid': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'tag': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4', 'status': 'completed', 'code': 200} Jul 28 09:28:50.488589 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657e3d4-ef32-4a1a-9c8c-35f5b45663d2 req-d2700be6-bacd-45e7-8baf-29156e9eb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:50.490303 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7657e3d4-ef32-4a1a-9c8c-35f5b45663d2 req-d2700be6-bacd-45e7-8baf-29156e9eb1a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 1127 time: 0.0446830 Jul 28 09:28:50.596108 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657e3d4-ef32-4a1a-9c8c-35f5b45663d2 req-ecc0eb38-9db5-4cff-b9a4-8e0bd86cc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:50.597469 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7657e3d4-ef32-4a1a-9c8c-35f5b45663d2 req-ecc0eb38-9db5-4cff-b9a4-8e0bd86cc881 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b688d320376c4492b3ca97b95c5207a5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0953972 Jul 28 09:28:50.699072 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657e3d4-ef32-4a1a-9c8c-35f5b45663d2 req-b5e130d1-f595-4c0a-b762-653c0e85eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:50.700528 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-7657e3d4-ef32-4a1a-9c8c-35f5b45663d2 req-b5e130d1-f595-4c0a-b762-653c0e85eb66 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960717 Jul 28 09:28:50.798226 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-e278c7a3-8adf-4061-80e3-1d4fc333fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:50.799595 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-e278c7a3-8adf-4061-80e3-1d4fc333fe3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 1127 time: 0.0383608 Jul 28 09:28:50.817472 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:50.851947 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-38039eb2-8167-4fd3-a1dd-b6cb7a1e78e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cde8144e-35fc-491a-b4bc-1e8fff9538d4 HTTP/1.1" status: 200 len: 217 time: 0.0393558 Jul 28 09:28:50.900021 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-38263517-2fab-4379-b01a-df8967730907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:50.901453 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-38263517-2fab-4379-b01a-df8967730907 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0442052 Jul 28 09:28:50.940090 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:50.947253 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-dd0535f6-2875-4b65-a48c-db8c03d49892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:50.948816 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-dd0535f6-2875-4b65-a48c-db8c03d49892 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416238 Jul 28 09:28:51.044420 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-12f27c45-7b89-4ec6-82f3-5ec520235383 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898805 Jul 28 09:28:51.133652 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3ca1c100-500c-4f30-a91c-1af3a1bc40b5 req-4e5a1e66-ca1c-4739-88eb-d797f767f12d service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835645 Jul 28 09:28:51.304512 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f10a8-b4fd-4916-87ce-2ac17485b17a req-a7cac2af-4fe7-4e88-b919-3fb20bac302b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:51.305977 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-052f10a8-b4fd-4916-87ce-2ac17485b17a req-a7cac2af-4fe7-4e88-b919-3fb20bac302b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 943 time: 0.0494034 Jul 28 09:28:51.605811 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-052f10a8-b4fd-4916-87ce-2ac17485b17a req-26e539e8-acdf-4051-b1ee-8309a141dbb4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943449 Jul 28 09:28:52.707293 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:52.732017 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a960327-39c8-4f52-991e-dfe2c592cc81 req-d626ac2b-008a-430a-8d96-b71acaac181d tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:52.734273 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a960327-39c8-4f52-991e-dfe2c592cc81 req-d626ac2b-008a-430a-8d96-b71acaac181d tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 943 time: 0.0492055 Jul 28 09:28:52.783131 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-3a960327-39c8-4f52-991e-dfe2c592cc81 req-0dbbb5e6-d879-4552-aa21-599f903cac4e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438473 Jul 28 09:28:53.903459 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26933414-27af-4e02-a3bb-893129260ad9 req-25ad719a-4c31-4f4e-9652-8e68678799e9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:53.904889 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-26933414-27af-4e02-a3bb-893129260ad9 req-25ad719a-4c31-4f4e-9652-8e68678799e9 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 943 time: 0.0491521 Jul 28 09:28:53.953976 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-26933414-27af-4e02-a3bb-893129260ad9 req-44043185-0e16-43ce-b789-42b77383c679 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Jul 28 09:28:55.070693 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421709a-87d8-4ba1-80c2-3aeba128e54d req-b73b7cc4-a7f7-46ab-b246-ad5e346f9c28 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:55.072116 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6421709a-87d8-4ba1-80c2-3aeba128e54d req-b73b7cc4-a7f7-46ab-b246-ad5e346f9c28 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 943 time: 0.0457957 Jul 28 09:28:55.120609 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6421709a-87d8-4ba1-80c2-3aeba128e54d req-bb86c851-1c12-4208-b019-5e927574c86e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430460 Jul 28 09:28:55.486351 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:55.487139 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:28:56.240741 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e199bc6-23cf-4330-83b1-690648d4a7d7 req-383d2b5a-87a5-415d-bdac-b38bdc555041 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:56.242299 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e199bc6-23cf-4330-83b1-690648d4a7d7 req-383d2b5a-87a5-415d-bdac-b38bdc555041 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 943 time: 0.0460286 Jul 28 09:28:56.294041 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1e199bc6-23cf-4330-83b1-690648d4a7d7 req-58916a10-1f44-4f7b-9c20-f95fcccf3530 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463061 Jul 28 09:28:56.873686 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8225-8879-4325-aa42-77fe41d95024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:57.412796 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30769115-6a2b-479a-839a-8cb3e4cfedda req-08d503c9-a0d4-472c-ad83-4b6d75ebafa5 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:57.415028 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30769115-6a2b-479a-839a-8cb3e4cfedda req-08d503c9-a0d4-472c-ad83-4b6d75ebafa5 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 943 time: 0.0459945 Jul 28 09:28:57.464317 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30769115-6a2b-479a-839a-8cb3e4cfedda req-11074ef3-c3c7-4284-9d80-b07778978799 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438271 Jul 28 09:28:58.583286 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e344ae4-0296-4e3f-90c7-2e7efa9c56b8 req-16236199-8672-4ae2-b272-418a070ab33f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:58.584739 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e344ae4-0296-4e3f-90c7-2e7efa9c56b8 req-16236199-8672-4ae2-b272-418a070ab33f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 943 time: 0.0458260 Jul 28 09:28:58.633968 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6e344ae4-0296-4e3f-90c7-2e7efa9c56b8 req-12c37a50-3ee5-4eee-85e2-11ad8a832c40 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427089 Jul 28 09:28:59.394847 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1b8cf235-50cc-4442-b6df-0d5e1abfa97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:28:59.754523 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6a3ce-602b-4301-b2c4-00c6030c269d req-98f7351d-c2e5-4f92-b5ae-f203095fd4dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:28:59.755968 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1c6a3ce-602b-4301-b2c4-00c6030c269d req-98f7351d-c2e5-4f92-b5ae-f203095fd4dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 943 time: 0.0499465 Jul 28 09:28:59.804689 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b1c6a3ce-602b-4301-b2c4-00c6030c269d req-411efe42-54c3-414b-9346-76023223cfb7 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Jul 28 09:29:00.018443 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device cde8144e-35fc-491a-b4bc-1e8fff9538d4 details requested by agent hyperv_hv-cinder-85124 with host hv-cinder-85124 {{(pid=104125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:29:00.118297 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port cde8144e-35fc-491a-b4bc-1e8fff9538d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=cde8144e-35fc-491a-b4bc-1e8fff9538d4,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:00.129830 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Returning: {'device': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'port_id': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4', 'mac_address': 'fa:16:3e:85:1e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:29:00.163089 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port cde8144e-35fc-491a-b4bc-1e8fff9538d4 is: DOWN; New status is: BUILD {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:29:00.163469 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:00.176129 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde8144e-35fc-491a-b4bc-1e8fff9538d4 {{(pid=104125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 09:29:00.197076 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port cde8144e-35fc-491a-b4bc-1e8fff9538d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=cde8144e-35fc-491a-b4bc-1e8fff9538d4,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:00.203355 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:00.248007 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=cde8144e-35fc-491a-b4bc-1e8fff9538d4,revision_number=4']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:00.323081 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:00.680269 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] get_ports_and_sgs() called for port_ids ['cde8144e-35fc-491a-b4bc-1e8fff9538d4'] {{(pid=104125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:29:00.902478 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:00.921535 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74096cc-19b5-463c-9f75-24fee7ea1340 req-0dda63d9-040b-4ad3-9550-4822b27aa915 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:00.925789 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f74096cc-19b5-463c-9f75-24fee7ea1340 req-0dda63d9-040b-4ad3-9550-4822b27aa915 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 944 time: 0.0475254 Jul 28 09:29:00.942180 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:00.973299 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f74096cc-19b5-463c-9f75-24fee7ea1340 req-3fbe760a-c257-40d4-a378-e9b84702c217 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447197 Jul 28 09:29:01.805065 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:01.930481 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:02.035108 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device cde8144e-35fc-491a-b4bc-1e8fff9538d4 up at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:29:02.083177 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning for port cde8144e-35fc-491a-b4bc-1e8fff9538d4 completed by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 09:29:02.088232 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.provisioning_blocks [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Provisioning complete for port cde8144e-35fc-491a-b4bc-1e8fff9538d4 triggered by entity L2. {{(pid=104125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 09:29:02.088674 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32695200'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), provisioning_complete {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:02.095143 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be4c4e-ccf4-4ac0-a0ac-d5037692c346 req-f3b47bd6-6ec9-4be1-9e90-c2ccfa2df424 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:02.096702 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-42be4c4e-ccf4-4ac0-a0ac-d5037692c346 req-f3b47bd6-6ec9-4be1-9e90-c2ccfa2df424 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 944 time: 0.0491261 Jul 28 09:29:02.110649 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:02.113181 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:02.158699 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-42be4c4e-ccf4-4ac0-a0ac-d5037692c346 req-815fd08b-2082-46b3-922c-557c834c3862 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518317 Jul 28 09:29:02.174089 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Current status of the port cde8144e-35fc-491a-b4bc-1e8fff9538d4 is: BUILD; New status is: ACTIVE {{(pid=104125) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 09:29:02.174476 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), before_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:02.201063 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4'}] {{(pid=104125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:29:02.203339 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94f542ac825cda23cc61b0e8238bdc0e39f95e7d8f16369a844f7d42ba2584c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3abd989-526e-43c3-a522-20057fa886d0" -d '{"events": [{"server_uuid": "cce38d6a-eff5-4d1a-b307-394d15351169", "name": "network-vif-plugged", "status": "completed", "tag": "cde8144e-35fc-491a-b4bc-1e8fff9538d4"}]}' {{(pid=104125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:02.216262 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.db [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] For port cde8144e-35fc-491a-b4bc-1e8fff9538d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=cde8144e-35fc-491a-b4bc-1e8fff9538d4,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:02.221484 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:02.278234 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Pushing event updated for resources: {'Port': ['ID=cde8144e-35fc-491a-b4bc-1e8fff9538d4,revision_number=5']} {{(pid=104125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:02.371062 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9200cede-3525-439b-82d9-2e9ba95dd598 x-openstack-request-id: req-9200cede-3525-439b-82d9-2e9ba95dd598 {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:02.371344 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce38d6a-eff5-4d1a-b307-394d15351169", "name": "network-vif-plugged", "status": "completed", "tag": "cde8144e-35fc-491a-b4bc-1e8fff9538d4", "code": 200}]} {{(pid=104125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:02.371594 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9200cede-3525-439b-82d9-2e9ba95dd598 {{(pid=104125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:02.372404 dv-cinder-851249-5-iscsi neutron-server[104125]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9200cede-3525-439b-82d9-2e9ba95dd598'] response: {'server_uuid': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4', 'code': 200} Jul 28 09:29:02.629641 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6df694-354a-42cb-8457-26c7254d377b req-c8ef9275-0f5a-471f-8f84-a03d65d75d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:02.631179 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf6df694-354a-42cb-8457-26c7254d377b req-c8ef9275-0f5a-471f-8f84-a03d65d75d25 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 1129 time: 0.0431130 Jul 28 09:29:02.679245 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-cf6df694-354a-42cb-8457-26c7254d377b req-8a47f4f0-818b-4c15-a1d8-54750d91f435 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412173 Jul 28 09:29:03.274432 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d321115-eb95-473c-bdf1-47198e6776c1 req-63801368-f437-4134-95bf-f15cc3b837d7 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:03.275876 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d321115-eb95-473c-bdf1-47198e6776c1 req-63801368-f437-4134-95bf-f15cc3b837d7 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 945 time: 0.0457547 Jul 28 09:29:03.324892 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-6d321115-eb95-473c-bdf1-47198e6776c1 req-80a1a21f-00e7-453c-ad46-64310b48d103 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435026 Jul 28 09:29:04.446735 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff642a-ddf8-4edc-883c-9338834c83be req-cfdc1b85-2299-4268-8657-1acac6d9ca02 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:04.448379 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12ff642a-ddf8-4edc-883c-9338834c83be req-cfdc1b85-2299-4268-8657-1acac6d9ca02 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 945 time: 0.0505586 Jul 28 09:29:04.497427 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-12ff642a-ddf8-4edc-883c-9338834c83be req-052c0431-9d53-43e0-b851-090179e04616 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432281 Jul 28 09:29:04.611207 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4191990-fdc0-4b71-a79e-c2889b2888e1 req-d7eb7d31-3d74-426e-aec1-0c1dd79b0750 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:04.612570 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a4191990-fdc0-4b71-a79e-c2889b2888e1 req-d7eb7d31-3d74-426e-aec1-0c1dd79b0750 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 945 time: 0.0457356 Jul 28 09:29:04.661307 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-a4191990-fdc0-4b71-a79e-c2889b2888e1 req-d72a08f2-33f5-4816-a176-af1651f32b0e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428009 Jul 28 09:29:04.687355 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 54028) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:29:04.825270 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d43ca1-0b03-4dac-af15-ba22d05c0f89 tempest-TestVolumeBootPattern-894940402 tempest-TestVolumeBootPattern-894940402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:04.826821 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-b3d43ca1-0b03-4dac-af15-ba22d05c0f89 tempest-TestVolumeBootPattern-894940402 tempest-TestVolumeBootPattern-894940402-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 1124 time: 0.1385043 Jul 28 09:29:04.829615 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 54032) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:29:04.833770 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.v2.base [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Request body: {'floatingip': {'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'port_id': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 09:29:04.854606 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:04.932829 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (None), before_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:05.038681 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_common [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Allocated IP 172.27.0.46 (f3a50546-3d1b-4c05-8dd3-68a62423ada2/001348e4-e299-4f2d-901e-0a7bf251fa03/335edab6-07f9-41f5-8f20-e31d902af45a) {{(pid=104124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:29:05.100428 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:05.146151 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for port (335edab6-07f9-41f5-8f20-e31d902af45a), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:05.178261 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771446862933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (335edab6-07f9-41f5-8f20-e31d902af45a), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:05.205511 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:05.224846 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Network f3a50546-3d1b-4c05-8dd3-68a62423ada2 is already hosted by enough agents. {{(pid=104124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:29:05.228897 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.base_scheduler [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Resources bound (agent type, host, resource id): {{(pid=104124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:29:05.232894 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Received port after_create {{(pid=104124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 09:29:05.254706 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'Port': ['ID=335edab6-07f9-41f5-8f20-e31d902af45a,revision_number=1']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:05.577892 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (f1c34a23-c96f-48b1-91b0-4c231d0a5861), precommit_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:05.648658 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-907715'] for port (335edab6-07f9-41f5-8f20-e31d902af45a), before_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:05.794582 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for port (335edab6-07f9-41f5-8f20-e31d902af45a), precommit_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:05.799722 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771447241692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771446862951', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771446862969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3789525'] for port (335edab6-07f9-41f5-8f20-e31d902af45a), after_update {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:05.866908 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event updated for resources: {'Port': ['ID=335edab6-07f9-41f5-8f20-e31d902af45a,revision_number=2']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:05.877163 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:05.881276 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432867'] for floatingip (f1c34a23-c96f-48b1-91b0-4c231d0a5861), after_create {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:05.978607 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Floating IP f1c34a23-c96f-48b1-91b0-4c231d0a5861 associated. External IP: 172.27.0.46, port: cde8144e-35fc-491a-b4bc-1e8fff9538d4. Jul 28 09:29:05.981330 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:06.179152 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:29:06.288312 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:29:06.298542 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8f4b5-7c02-47e7-a5df-3b4de47d08a1 None None] Sync routers for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:29:06.309560 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8f4b5-7c02-47e7-a5df-3b4de47d08a1 None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:29:06.310207 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f4b5-7c02-47e7-a5df-3b4de47d08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:28:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:06.311916 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:06.346429 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-5f7853bc-1f88-4ca5-8cfa-c7f692ef56dc tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5157533 Jul 28 09:29:06.347064 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'tag': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:29:06.350570 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3" -d '{"events": [{"name": "network-changed", "server_uuid": "cce38d6a-eff5-4d1a-b307-394d15351169", "tag": "cde8144e-35fc-491a-b4bc-1e8fff9538d4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:06.394494 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756f0e02-4961-4dfa-b77b-d0197220264a x-openstack-request-id: req-756f0e02-4961-4dfa-b77b-d0197220264a {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:06.394783 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce38d6a-eff5-4d1a-b307-394d15351169", "tag": "cde8144e-35fc-491a-b4bc-1e8fff9538d4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:06.395033 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-756f0e02-4961-4dfa-b77b-d0197220264a {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:06.395439 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756f0e02-4961-4dfa-b77b-d0197220264a'] response: {'name': 'network-changed', 'server_uuid': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'tag': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4', 'status': 'completed', 'code': 200} Jul 28 09:29:06.484895 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3 req-d2f812a7-ca79-40ef-b47c-573fc9d1b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:06.486371 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3 req-d2f812a7-ca79-40ef-b47c-573fc9d1b8e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 1129 time: 0.0414131 Jul 28 09:29:06.506385 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-5bc8f4b5-7c02-47e7-a5df-3b4de47d08a1 None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:29:06.582271 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3 req-baa1a63c-b496-4eec-b00f-1d12e9f74d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:06.583749 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3 req-baa1a63c-b496-4eec-b00f-1d12e9f74d20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.0894992 Jul 28 09:29:06.645851 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3 req-f790c6ea-d984-4390-84e5-4fd77a862a73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cde8144e-35fc-491a-b4bc-1e8fff9538d4 HTTP/1.1" status: 200 len: 998 time: 0.0552006 Jul 28 09:29:06.701268 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3 req-cf1b260d-603f-4e59-9650-4f9e530f979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:06.702667 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3 req-cf1b260d-603f-4e59-9650-4f9e530f979c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0505943 Jul 28 09:29:06.718608 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f4b5-7c02-47e7-a5df-3b4de47d08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '47b45a66-3aa5-40b1-bb11-2884a97d40d2', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:d6:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:26:33Z', 'updated_at': '2022-07-28T09:26:35Z', 'revision_number': 1, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}, {'id': 'f1c34a23-c96f-48b1-91b0-4c231d0a5861', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:85:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:29:05Z', 'updated_at': '2022-07-28T09:29:05Z', 'revision_number': 0, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:06.748735 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8f4b5-7c02-47e7-a5df-3b4de47d08a1 None None] Checking router: 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:29:06.752821 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3 req-d4736936-fc56-457a-8232-c5b0a008206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:06.754354 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3 req-d4736936-fc56-457a-8232-c5b0a008206a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454974 Jul 28 09:29:06.757191 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8f4b5-7c02-47e7-a5df-3b4de47d08a1 None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:29:06.757800 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f4b5-7c02-47e7-a5df-3b4de47d08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:28:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:06.853749 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3 req-32c04dd1-7214-4721-bf2d-c56a5436cab3 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919838 Jul 28 09:29:06.864988 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-5bc8f4b5-7c02-47e7-a5df-3b4de47d08a1 None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:29:06.955514 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-06b3bb09-ede8-4bfd-b5af-7b74ca66cac3 req-89613768-cffe-4a2f-a745-9221aec80d92 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960166 Jul 28 09:29:07.079883 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-5bc8f4b5-7c02-47e7-a5df-3b4de47d08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '47b45a66-3aa5-40b1-bb11-2884a97d40d2', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:d6:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:26:33Z', 'updated_at': '2022-07-28T09:26:35Z', 'revision_number': 1, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}, {'id': 'f1c34a23-c96f-48b1-91b0-4c231d0a5861', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:85:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:29:05Z', 'updated_at': '2022-07-28T09:29:05Z', 'revision_number': 0, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:07.105185 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8f4b5-7c02-47e7-a5df-3b4de47d08a1 None None] The sync data for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi is: [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '47b45a66-3aa5-40b1-bb11-2884a97d40d2', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:d6:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:26:33Z', 'updated_at': '2022-07-28T09:26:35Z', 'revision_number': 1, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}, {'id': 'f1c34a23-c96f-48b1-91b0-4c231d0a5861', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:85:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:29:05Z', 'updated_at': '2022-07-28T09:29:05Z', 'revision_number': 0, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:29:07.298720 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc973f28-ce5b-45dd-92b0-5b8379aae308 None None] New status for floating IP f1c34a23-c96f-48b1-91b0-4c231d0a5861: ACTIVE {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:29:14.416290 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:29:16.946282 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:16.952415 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:17.401906 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:17.403797 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:22.698416 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:23.435002 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=74 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:24.412156 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=82 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:26.879527 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-b50a4052-0518-4d11-9aca-51fb547e4406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:29.397154 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9159ca11-8eaf-41dd-9611-4d46328906d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:30.318077 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:31.808175 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:31.939024 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:39.323336 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-0cd5e226-c4ca-4404-b4ca-d462d1a56b85 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387805 Jul 28 09:29:39.422877 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-5c435b0d-f5c6-4ac1-a12d-59f0f21f36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:39.424383 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-5c435b0d-f5c6-4ac1-a12d-59f0f21f36c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 1129 time: 0.0434096 Jul 28 09:29:39.532351 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-209f849e-8d26-420f-aae1-c3c703890359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:39.533811 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-209f849e-8d26-420f-aae1-c3c703890359 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.0915177 Jul 28 09:29:39.606309 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-4b7eb74f-3a3e-443b-8762-c82963e7795c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872 HTTP/1.1" status: 200 len: 1001 time: 0.0664477 Jul 28 09:29:39.656040 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-48ce7108-fb76-432f-8f5d-e0831300bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:39.657502 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-48ce7108-fb76-432f-8f5d-e0831300bae7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0463226 Jul 28 09:29:39.700905 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-9618940a-8a62-4275-a2d6-98f7b275f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:29:39.702471 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-9618940a-8a62-4275-a2d6-98f7b275f98b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397563 Jul 28 09:29:39.800451 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-55121e3f-df13-452f-a385-38a01d372e73 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922053 Jul 28 09:29:39.892189 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c765093b-fa7c-4b7f-8337-f66c19c5d6d0 req-1dbe38dc-60d6-4ed5-8476-5e738d0cc268 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858493 Jul 28 09:29:41.931599 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:41.933559 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:49.886933 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=52 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:49.888802 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=49 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:29:51.415384 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:29:52.701455 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:56.873645 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d2e803bf-ecb5-4335-8b10-5b65901ce75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:29:59.404085 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-76c223ad-9bc3-4832-9367-e01a7a950538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:00.325476 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:00.435768 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=19 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:01.412075 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=15 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:01.811152 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:01.935193 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:11.927379 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:11.929939 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:22.693879 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:26.881517 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-9c943dd4-6834-4b78-979f-f0a5eecb503f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:28.414377 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:30:29.396631 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c6307457-be30-414a-b7a8-8ab8417d9758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:30.328735 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:31.815320 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:31.934128 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:38.410419 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:38.411173 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:39.270064 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db249f57-88af-45b3-9201-071ca8e00183 req-e3cf832e-1d0c-442a-8a7e-b327018d2139 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380967 Jul 28 09:30:39.340646 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db249f57-88af-45b3-9201-071ca8e00183 req-20d96aad-3faa-4811-b546-744f82b48513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:30:39.342134 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db249f57-88af-45b3-9201-071ca8e00183 req-20d96aad-3faa-4811-b546-744f82b48513 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 1129 time: 0.0415921 Jul 28 09:30:39.443269 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db249f57-88af-45b3-9201-071ca8e00183 req-f3996e1c-0708-4cda-bae0-14ecc5782fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:30:39.445193 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db249f57-88af-45b3-9201-071ca8e00183 req-f3996e1c-0708-4cda-bae0-14ecc5782fef service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.0846770 Jul 28 09:30:39.522407 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db249f57-88af-45b3-9201-071ca8e00183 req-7fc09296-d9c3-4a79-95dc-d00a8bc5a71c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cde8144e-35fc-491a-b4bc-1e8fff9538d4 HTTP/1.1" status: 200 len: 1000 time: 0.0715852 Jul 28 09:30:39.570791 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db249f57-88af-45b3-9201-071ca8e00183 req-c3bfc31e-03fd-41c2-af84-e5451974e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:30:39.572197 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db249f57-88af-45b3-9201-071ca8e00183 req-c3bfc31e-03fd-41c2-af84-e5451974e57d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0442197 Jul 28 09:30:39.616168 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db249f57-88af-45b3-9201-071ca8e00183 req-4a26c4cd-b727-482c-863c-91913e41d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:30:39.617616 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db249f57-88af-45b3-9201-071ca8e00183 req-4a26c4cd-b727-482c-863c-91913e41d920 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388224 Jul 28 09:30:39.707328 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db249f57-88af-45b3-9201-071ca8e00183 req-701efbae-028b-470a-a3b7-394bd27cf819 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838308 Jul 28 09:30:39.799998 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-db249f57-88af-45b3-9201-071ca8e00183 req-c527921e-cd84-4486-bc16-8ece5d3c190b service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867827 Jul 28 09:30:41.918245 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:41.929524 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:49.790797 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=52 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:49.796756 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=49 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:52.690570 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:55.265302 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 54060) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:30:55.413116 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Deleting port 335edab6-07f9-41f5-8f20-e31d902af45a {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:30:55.413483 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (335edab6-07f9-41f5-8f20-e31d902af45a), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:55.491732 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:55.492904 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (335edab6-07f9-41f5-8f20-e31d902af45a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:55.493227 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (335edab6-07f9-41f5-8f20-e31d902af45a), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:55.506500 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Calling delete_port for 335edab6-07f9-41f5-8f20-e31d902af45a owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:30:55.650507 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (335edab6-07f9-41f5-8f20-e31d902af45a), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:55.673150 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event deleted for resources: {'Port': ['ID=335edab6-07f9-41f5-8f20-e31d902af45a,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:55.687495 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.687847 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.688192 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.688532 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.688865 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.689199 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.689531 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.689873 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.690200 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.691108 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.691646 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.691822 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.692065 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.692384 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.692699 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:55.749002 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (f1c34a23-c96f-48b1-91b0-4c231d0a5861), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:55.749343 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Floating IP f1c34a23-c96f-48b1-91b0-4c231d0a5861 disassociated (deleted). External IP: 172.27.0.46, port: cde8144e-35fc-491a-b4bc-1e8fff9538d4. Jul 28 09:30:55.945553 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:30:56.047802 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:30:56.053430 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:56.061034 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c604f6a-dfa8-48bc-a523-b0f88e2ad429 None None] Sync routers for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:30:56.071544 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c604f6a-dfa8-48bc-a523-b0f88e2ad429 None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:30:56.072680 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0c604f6a-dfa8-48bc-a523-b0f88e2ad429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:30:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:30:56.077685 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:56.087961 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-de3db47b-8352-47fe-9d97-01a1d714e91f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "DELETE /v2.0/floatingips/f1c34a23-c96f-48b1-91b0-4c231d0a5861 HTTP/1.1" status: 204 len: 168 time: 0.8192015 Jul 28 09:30:56.087961 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'tag': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:30:56.088459 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "cce38d6a-eff5-4d1a-b307-394d15351169", "tag": "cde8144e-35fc-491a-b4bc-1e8fff9538d4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:30:56.131344 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d787a-3d4b-4fa7-b32d-0e4c4ee5ccc6 x-openstack-request-id: req-975d787a-3d4b-4fa7-b32d-0e4c4ee5ccc6 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:30:56.132123 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce38d6a-eff5-4d1a-b307-394d15351169", "tag": "cde8144e-35fc-491a-b4bc-1e8fff9538d4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:30:56.132599 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-975d787a-3d4b-4fa7-b32d-0e4c4ee5ccc6 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:30:56.133431 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975d787a-3d4b-4fa7-b32d-0e4c4ee5ccc6'] response: {'name': 'network-changed', 'server_uuid': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'tag': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4', 'status': 'completed', 'code': 200} Jul 28 09:30:56.183428 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-0c604f6a-dfa8-48bc-a523-b0f88e2ad429 None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:30:56.224779 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9 req-6e4578e0-9107-4ec7-b8b8-8d501af9ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:30:56.230929 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9 req-6e4578e0-9107-4ec7-b8b8-8d501af9ea5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 1129 time: 0.0518634 Jul 28 09:30:56.407590 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0c604f6a-dfa8-48bc-a523-b0f88e2ad429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '47b45a66-3aa5-40b1-bb11-2884a97d40d2', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:d6:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:26:33Z', 'updated_at': '2022-07-28T09:26:35Z', 'revision_number': 1, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:30:56.436749 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c604f6a-dfa8-48bc-a523-b0f88e2ad429 None None] Checking router: 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:30:56.445705 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c604f6a-dfa8-48bc-a523-b0f88e2ad429 None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:30:56.446548 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0c604f6a-dfa8-48bc-a523-b0f88e2ad429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:30:29Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:30:56.553606 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-0c604f6a-dfa8-48bc-a523-b0f88e2ad429 None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:30:56.563467 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:56.581487 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29614c8-70e8-4403-8285-985dd12a1111 req-84f8b5d4-9d05-4116-8a8d-20ccd2522d3e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:30:56.583134 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d29614c8-70e8-4403-8285-985dd12a1111 req-84f8b5d4-9d05-4116-8a8d-20ccd2522d3e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 945 time: 0.3040738 Jul 28 09:30:56.635843 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d29614c8-70e8-4403-8285-985dd12a1111 req-d0f6dfd3-1346-4a28-a30f-fab7f87df45b tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469303 Jul 28 09:30:56.848858 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-0c604f6a-dfa8-48bc-a523-b0f88e2ad429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '47b45a66-3aa5-40b1-bb11-2884a97d40d2', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:d6:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:26:33Z', 'updated_at': '2022-07-28T09:26:35Z', 'revision_number': 1, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:30:56.876397 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3fdb0794-3902-4b48-b6fb-67590809d2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:56.879831 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c604f6a-dfa8-48bc-a523-b0f88e2ad429 None None] The sync data for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi is: [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_floatingips': [{'id': '47b45a66-3aa5-40b1-bb11-2884a97d40d2', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'router_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'port_id': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'mac_address': 'fa:16:3e:d6:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T09:26:33Z', 'updated_at': '2022-07-28T09:26:35Z', 'revision_number': 1, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:30:57.084781 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c229e0d-7921-4501-bfc9-5739040082c8 None None] New status for floating IP f1c34a23-c96f-48b1-91b0-4c231d0a5861: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:30:57.408410 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9 req-e78ff579-d0d6-4952-a52a-f063d541bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:30:57.409927 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9 req-e78ff579-d0d6-4952-a52a-f063d541bc44 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.0912650 Jul 28 09:30:57.477130 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9 req-051bd6db-c1c9-4313-be11-172711fbf0d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cde8144e-35fc-491a-b4bc-1e8fff9538d4 HTTP/1.1" status: 200 len: 217 time: 0.0349023 Jul 28 09:30:57.532668 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9 req-e7b177b3-ec3a-47bc-b5d9-848126d6b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:30:57.534729 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9 req-e7b177b3-ec3a-47bc-b5d9-848126d6b21d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0484335 Jul 28 09:30:57.683742 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9 req-107be678-116c-46ae-8909-aa1093d60a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:30:57.691185 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9 req-107be678-116c-46ae-8909-aa1093d60a51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428383 Jul 28 09:30:57.769123 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a23773-1ca8-41a3-ade7-4ff4a9b19ace req-5ddf68a9-2679-4059-9443-1fb8876b5c3e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:30:57.770703 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7a23773-1ca8-41a3-ade7-4ff4a9b19ace req-5ddf68a9-2679-4059-9443-1fb8876b5c3e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 945 time: 0.0539052 Jul 28 09:30:57.823770 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-c7a23773-1ca8-41a3-ade7-4ff4a9b19ace req-1d55f0ff-b854-4f5d-b0e5-001903863732 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475352 Jul 28 09:30:58.068176 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9 req-7816c5d0-8cbe-4924-84a5-694a901f47d1 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906017 Jul 28 09:30:58.175481 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5b2dc-9b5d-4ae2-81fb-762b6dee0ba8 req-6c7bd585-4d84-4255-b902-8a83a37b7d0f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:30:58.176883 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30d5b2dc-9b5d-4ae2-81fb-762b6dee0ba8 req-6c7bd585-4d84-4255-b902-8a83a37b7d0f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 945 time: 0.0976896 Jul 28 09:30:58.249013 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-1b20e6e5-92fb-4812-a035-2bf56ab90ef9 req-d4b23a99-5254-4f06-b35c-dfe50320c718 service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711643 Jul 28 09:30:58.284707 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-30d5b2dc-9b5d-4ae2-81fb-762b6dee0ba8 req-74ebde34-6d5b-40b1-a427-176231c156eb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Deleting port cde8144e-35fc-491a-b4bc-1e8fff9538d4 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:30:58.285051 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-30d5b2dc-9b5d-4ae2-81fb-762b6dee0ba8 req-74ebde34-6d5b-40b1-a427-176231c156eb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:58.381357 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-30d5b2dc-9b5d-4ae2-81fb-762b6dee0ba8 req-74ebde34-6d5b-40b1-a427-176231c156eb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] For port cde8144e-35fc-491a-b4bc-1e8fff9538d4, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=cde8144e-35fc-491a-b4bc-1e8fff9538d4,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:58.381721 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-30d5b2dc-9b5d-4ae2-81fb-762b6dee0ba8 req-74ebde34-6d5b-40b1-a427-176231c156eb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:58.395695 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-30d5b2dc-9b5d-4ae2-81fb-762b6dee0ba8 req-74ebde34-6d5b-40b1-a427-176231c156eb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Calling delete_port for cde8144e-35fc-491a-b4bc-1e8fff9538d4 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:30:58.472810 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:58.514972 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:30:58.527312 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-30d5b2dc-9b5d-4ae2-81fb-762b6dee0ba8 req-74ebde34-6d5b-40b1-a427-176231c156eb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (cde8144e-35fc-491a-b4bc-1e8fff9538d4), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:58.556518 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebde34-6d5b-40b1-a427-176231c156eb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event deleted for resources: {'Port': ['ID=cde8144e-35fc-491a-b4bc-1e8fff9538d4,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:58.604547 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d5b2dc-9b5d-4ae2-81fb-762b6dee0ba8 req-74ebde34-6d5b-40b1-a427-176231c156eb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] No DVR routers for this DVR port cde8144e-35fc-491a-b4bc-1e8fff9538d4 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:30:58.607067 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-30d5b2dc-9b5d-4ae2-81fb-762b6dee0ba8 req-74ebde34-6d5b-40b1-a427-176231c156eb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:30:58.612086 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-30d5b2dc-9b5d-4ae2-81fb-762b6dee0ba8 req-74ebde34-6d5b-40b1-a427-176231c156eb tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "DELETE /v2.0/ports/cde8144e-35fc-491a-b4bc-1e8fff9538d4 HTTP/1.1" status: 204 len: 173 time: 0.4285052 Jul 28 09:30:58.612086 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'name': 'network-vif-deleted', 'tag': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:30:58.613619 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b11d3f-4aa8-456d-bded-e00e80802c18" -d '{"events": [{"server_uuid": "cce38d6a-eff5-4d1a-b307-394d15351169", "name": "network-vif-deleted", "tag": "cde8144e-35fc-491a-b4bc-1e8fff9538d4"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:30:58.653592 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185671be-3b83-4637-9e2b-2f528773d827 x-openstack-request-id: req-185671be-3b83-4637-9e2b-2f528773d827 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:30:58.653987 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce38d6a-eff5-4d1a-b307-394d15351169", "name": "network-vif-deleted", "tag": "cde8144e-35fc-491a-b4bc-1e8fff9538d4", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:30:58.654245 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-185671be-3b83-4637-9e2b-2f528773d827 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:30:58.654651 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185671be-3b83-4637-9e2b-2f528773d827'] response: {'server_uuid': 'cce38d6a-eff5-4d1a-b307-394d15351169', 'name': 'network-vif-deleted', 'tag': 'cde8144e-35fc-491a-b4bc-1e8fff9538d4', 'status': 'completed', 'code': 200} Jul 28 09:30:58.936682 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-d94bca94-a584-4259-8181-259bf01fe92f req-e8906fab-1f05-4579-98de-f20e82f458f5 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=cce38d6a-eff5-4d1a-b307-394d15351169 HTTP/1.1" status: 200 len: 210 time: 0.0371234 Jul 28 09:30:59.399107 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-da6886bf-bea0-45c5-a677-dc6b5a735402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:00.329826 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:01.816507 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:01.929720 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:02.241601 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 54102) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:02.390866 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Deleting port 57b4305c-27d5-449b-990b-3a71d397f4d6 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:31:02.391250 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (57b4305c-27d5-449b-990b-3a71d397f4d6), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:02.475661 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (57b4305c-27d5-449b-990b-3a71d397f4d6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:02.475958 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (57b4305c-27d5-449b-990b-3a71d397f4d6), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:02.489471 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Calling delete_port for 57b4305c-27d5-449b-990b-3a71d397f4d6 owned by network:floatingip {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:31:02.526419 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device cde8144e-35fc-491a-b4bc-1e8fff9538d4 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:02.550635 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: cde8144e-35fc-491a-b4bc-1e8fff9538d4 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:31:02.551074 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device cde8144e-35fc-491a-b4bc-1e8fff9538d4 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:02.649254 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (57b4305c-27d5-449b-990b-3a71d397f4d6), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:02.676442 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event deleted for resources: {'Port': ['ID=57b4305c-27d5-449b-990b-3a71d397f4d6,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:02.741291 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (47b45a66-3aa5-40b1-bb11-2884a97d40d2), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:02.741537 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.db.l3_db [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Floating IP 47b45a66-3aa5-40b1-bb11-2884a97d40d2 disassociated (deleted). External IP: 172.27.0.141, port: b7a1926b-dfc7-4cfb-8e45-5810ce515872. Jul 28 09:31:02.950635 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:31:03.037712 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:03.056828 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:31:03.061213 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:03.063065 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:03.066781 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920274f-444e-43c6-9309-ba51552840bf None None] Sync routers for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:31:03.076833 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920274f-444e-43c6-9309-ba51552840bf None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:31:03.077443 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8920274f-444e-43c6-9309-ba51552840bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:30:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:03.093214 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-c6c100ad-7787-433c-a13c-4b6b422054b8 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "DELETE /v2.0/floatingips/47b45a66-3aa5-40b1-bb11-2884a97d40d2 HTTP/1.1" status: 204 len: 168 time: 0.8502145 Jul 28 09:31:03.093790 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'tag': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:31:03.096055 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eacd02-9a89-497f-8f87-3e666051bca7" -d '{"events": [{"name": "network-changed", "server_uuid": "377d2c28-58ce-4dfa-9751-13d0326ac3e9", "tag": "b7a1926b-dfc7-4cfb-8e45-5810ce515872"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:31:03.140134 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 09:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1574769b-c429-4cae-8696-574b9508f6b0 x-openstack-request-id: req-1574769b-c429-4cae-8696-574b9508f6b0 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:31:03.140422 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377d2c28-58ce-4dfa-9751-13d0326ac3e9", "tag": "b7a1926b-dfc7-4cfb-8e45-5810ce515872", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:31:03.140670 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1574769b-c429-4cae-8696-574b9508f6b0 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:31:03.141533 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1574769b-c429-4cae-8696-574b9508f6b0'] response: {'name': 'network-changed', 'server_uuid': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'tag': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'status': 'completed', 'code': 200} Jul 28 09:31:03.185957 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-8920274f-444e-43c6-9309-ba51552840bf None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:31:03.245385 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eacd02-9a89-497f-8f87-3e666051bca7 req-52fa5c82-58de-462d-b13f-e3166136fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:31:03.246975 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7eacd02-9a89-497f-8f87-3e666051bca7 req-52fa5c82-58de-462d-b13f-e3166136fe3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b688d320376c4492b3ca97b95c5207a5&device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 1129 time: 0.0605767 Jul 28 09:31:03.258656 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:03.334847 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c9efa-263c-44ad-bcde-0613ea7894c4 req-c9feec92-4a7e-496a-ab02-0a02851741b3 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:31:03.336335 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f44c9efa-263c-44ad-bcde-0613ea7894c4 req-c9feec92-4a7e-496a-ab02-0a02851741b3 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 945 time: 0.0468323 Jul 28 09:31:03.378759 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=100 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:03.382425 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8920274f-444e-43c6-9309-ba51552840bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:03.387640 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-f44c9efa-263c-44ad-bcde-0613ea7894c4 req-b11c4d7d-f7be-4257-a7cd-8c3479244013 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455866 Jul 28 09:31:03.411440 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920274f-444e-43c6-9309-ba51552840bf None None] Checking router: 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:31:03.420065 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920274f-444e-43c6-9309-ba51552840bf None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:31:03.420657 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8920274f-444e-43c6-9309-ba51552840bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:30:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:03.517802 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-8920274f-444e-43c6-9309-ba51552840bf None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:31:03.698850 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-8920274f-444e-43c6-9309-ba51552840bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:03.723333 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920274f-444e-43c6-9309-ba51552840bf None None] The sync data for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi is: [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:22:23Z', 'revision_number': 4, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi', '_interfaces': [{'id': '9eb05020-4e7e-4f67-9672-aa2748611171', 'name': '', 'network_id': 'd35f2c27-9c9b-43b1-b077-ba21c954e931', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'mac_address': 'fa:16:3e:5d:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:23Z', 'updated_at': '2022-07-28T09:22:28Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'subnets': [{'id': '4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:31:03.933899 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad786d-90f4-4327-9c5d-8d6d32ec5ee7 None None] New status for floating IP 47b45a66-3aa5-40b1-bb11-2884a97d40d2: DOWN {{(pid=104125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 09:31:04.380498 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eacd02-9a89-497f-8f87-3e666051bca7 req-d8c94377-3a08-411d-ac06-b282ffbaa7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:31:04.382800 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7eacd02-9a89-497f-8f87-3e666051bca7 req-d8c94377-3a08-411d-ac06-b282ffbaa7dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 200 len: 912 time: 0.0905378 Jul 28 09:31:04.442094 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7eacd02-9a89-497f-8f87-3e666051bca7 req-305a2358-1156-43c2-b4e2-54b55f8cccc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872 HTTP/1.1" status: 200 len: 217 time: 0.0335414 Jul 28 09:31:04.524207 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eacd02-9a89-497f-8f87-3e666051bca7 req-55b055a6-5167-4a3a-aec3-d17775f9e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:31:04.525662 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7eacd02-9a89-497f-8f87-3e666051bca7 req-55b055a6-5167-4a3a-aec3-d17775f9e0f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 200 len: 850 time: 0.0777278 Jul 28 09:31:04.531753 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc943796-d240-4a76-bc9c-aede1d625544 req-0074a2e6-1e3f-4101-af6d-1e03f981f00f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:31:04.533120 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc943796-d240-4a76-bc9c-aede1d625544 req-0074a2e6-1e3f-4101-af6d-1e03f981f00f tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 945 time: 0.0579913 Jul 28 09:31:04.586359 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-dc943796-d240-4a76-bc9c-aede1d625544 req-04757f19-cce9-4a39-9f99-2aea3cabd810 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/security-groups?id=6e83689d-2cda-41a7-8ff5-b53fc33e0333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465720 Jul 28 09:31:04.756787 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eacd02-9a89-497f-8f87-3e666051bca7 req-fd718821-1b1d-4d76-8ed6-258ccf05c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:31:04.757750 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7eacd02-9a89-497f-8f87-3e666051bca7 req-fd718821-1b1d-4d76-8ed6-258ccf05c19b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d35f2c27-9c9b-43b1-b077-ba21c954e931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383432 Jul 28 09:31:04.944478 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7eacd02-9a89-497f-8f87-3e666051bca7 req-12818349-7936-4451-9deb-1f1ed94c93cb service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848348 Jul 28 09:31:05.060870 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16245464-db06-4a40-8b50-7ccf1b8c8409 req-c1b673ed-8d3b-4288-a3db-ba2486fb8243 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 09:31:05.062345 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-16245464-db06-4a40-8b50-7ccf1b8c8409 req-c1b673ed-8d3b-4288-a3db-ba2486fb8243 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 945 time: 0.0935163 Jul 28 09:31:05.132524 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-e7eacd02-9a89-497f-8f87-3e666051bca7 req-dcba920c-7da4-4b4b-bbdc-3bee5a4f3b9b service neutron] 10.222.0.60 "GET /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625392 Jul 28 09:31:05.168326 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-16245464-db06-4a40-8b50-7ccf1b8c8409 req-3ffc6c79-f8f7-4382-8220-dbc04422e8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Deleting port b7a1926b-dfc7-4cfb-8e45-5810ce515872 {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:31:05.168675 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-16245464-db06-4a40-8b50-7ccf1b8c8409 req-3ffc6c79-f8f7-4382-8220-dbc04422e8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:05.264260 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [req-16245464-db06-4a40-8b50-7ccf1b8c8409 req-3ffc6c79-f8f7-4382-8220-dbc04422e8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] For port b7a1926b-dfc7-4cfb-8e45-5810ce515872, host hv-cinder-85124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85124',level=0,port_id=b7a1926b-dfc7-4cfb-8e45-5810ce515872,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:05.264628 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-16245464-db06-4a40-8b50-7ccf1b8c8409 req-3ffc6c79-f8f7-4382-8220-dbc04422e8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:05.277257 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [req-16245464-db06-4a40-8b50-7ccf1b8c8409 req-3ffc6c79-f8f7-4382-8220-dbc04422e8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Calling delete_port for b7a1926b-dfc7-4cfb-8e45-5810ce515872 owned by compute:nova {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:31:05.332435 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:05.338468 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=100 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:05.403370 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-16245464-db06-4a40-8b50-7ccf1b8c8409 req-3ffc6c79-f8f7-4382-8220-dbc04422e8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (b7a1926b-dfc7-4cfb-8e45-5810ce515872), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:05.413874 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:31:05.431473 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc6c79-f8f7-4382-8220-dbc04422e8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event deleted for resources: {'Port': ['ID=b7a1926b-dfc7-4cfb-8e45-5810ce515872,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:05.478944 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [req-16245464-db06-4a40-8b50-7ccf1b8c8409 req-3ffc6c79-f8f7-4382-8220-dbc04422e8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] No DVR routers for this DVR port b7a1926b-dfc7-4cfb-8e45-5810ce515872 on host hv-cinder-85124 {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:31:05.481722 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [req-16245464-db06-4a40-8b50-7ccf1b8c8409 req-3ffc6c79-f8f7-4382-8220-dbc04422e8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for port (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:05.485054 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-16245464-db06-4a40-8b50-7ccf1b8c8409 req-3ffc6c79-f8f7-4382-8220-dbc04422e8a4 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.60 "DELETE /v2.0/ports/b7a1926b-dfc7-4cfb-8e45-5810ce515872 HTTP/1.1" status: 204 len: 173 time: 0.4166436 Jul 28 09:31:05.485480 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'name': 'network-vif-deleted', 'tag': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872'}] {{(pid=104124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 09:31:05.487963 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06c0f08bf93823512932bd852245717e8980755ec0c2e39bc506bf0725af0a9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdef988-4ca9-4a8c-a4be-62ed3b12a870" -d '{"events": [{"server_uuid": "377d2c28-58ce-4dfa-9751-13d0326ac3e9", "name": "network-vif-deleted", "tag": "b7a1926b-dfc7-4cfb-8e45-5810ce515872"}]}' {{(pid=104124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:31:05.529636 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 09:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aae088-e6f5-44bc-90c2-b836804cfb87 x-openstack-request-id: req-c7aae088-e6f5-44bc-90c2-b836804cfb87 {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:31:05.529980 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377d2c28-58ce-4dfa-9751-13d0326ac3e9", "name": "network-vif-deleted", "tag": "b7a1926b-dfc7-4cfb-8e45-5810ce515872", "status": "completed", "code": 200}]} {{(pid=104124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:31:05.530234 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7aae088-e6f5-44bc-90c2-b836804cfb87 {{(pid=104124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:31:05.530634 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7aae088-e6f5-44bc-90c2-b836804cfb87'] response: {'server_uuid': '377d2c28-58ce-4dfa-9751-13d0326ac3e9', 'name': 'network-vif-deleted', 'tag': 'b7a1926b-dfc7-4cfb-8e45-5810ce515872', 'status': 'completed', 'code': 200} Jul 28 09:31:05.690535 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [req-b73f895d-8e0f-408a-a970-b0293e843f34 req-7f6765a9-89f3-4c61-b804-d32a4e7fdd4c tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "GET /v2.0/ports?device_id=377d2c28-58ce-4dfa-9751-13d0326ac3e9 HTTP/1.1" status: 200 len: 210 time: 0.0267475 Jul 28 09:31:06.757553 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 54118) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:06.874031 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Deleting port 69c712a4-4b25-46a8-a8f0-d61c523b397c {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:31:06.874374 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (69c712a4-4b25-46a8-a8f0-d61c523b397c), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:06.958211 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (69c712a4-4b25-46a8-a8f0-d61c523b397c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:06.958538 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (69c712a4-4b25-46a8-a8f0-d61c523b397c), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:06.970715 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Calling delete_port for 69c712a4-4b25-46a8-a8f0-d61c523b397c owned by network:floatingip {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:31:07.099415 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (69c712a4-4b25-46a8-a8f0-d61c523b397c), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:07.125506 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event deleted for resources: {'Port': ['ID=69c712a4-4b25-46a8-a8f0-d61c523b397c,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:07.139481 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.139830 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.140172 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.140509 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.140840 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.141168 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.141492 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.141815 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.142159 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.142483 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.142804 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.143129 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.143493 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.143809 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.144125 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851249-5-iscsi {{(pid=104123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:07.205560 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for floatingip (671d89b0-dedb-4b36-af3d-4d839cd55273), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:07.207178 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87469'] for floatingip (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:07.208348 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-d626c15d-06c8-4875-928d-e4e986b28c9e tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "DELETE /v2.0/floatingips/671d89b0-dedb-4b36-af3d-4d839cd55273 HTTP/1.1" status: 204 len: 168 time: 0.4534540 Jul 28 09:31:08.426607 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 54132) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:08.498099 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4dfd39b5-ac4f-478f-a250-cb43012a5830 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group (6e83689d-2cda-41a7-8ff5-b53fc33e0333), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:08.525934 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4dfd39b5-ac4f-478f-a250-cb43012a5830 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group (6e83689d-2cda-41a7-8ff5-b53fc33e0333), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:08.546143 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device b7a1926b-dfc7-4cfb-8e45-5810ce515872 no longer exists at agent hyperv_hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:08.571962 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] No Port match for: b7a1926b-dfc7-4cfb-8e45-5810ce515872 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:31:08.572392 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Device b7a1926b-dfc7-4cfb-8e45-5810ce515872 not bound to the agent host hv-cinder-85124 {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:08.600333 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4dfd39b5-ac4f-478f-a250-cb43012a5830 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (6e83689d-2cda-41a7-8ff5-b53fc33e0333), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:08.603029 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4dfd39b5-ac4f-478f-a250-cb43012a5830 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:08.604187 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4dfd39b5-ac4f-478f-a250-cb43012a5830 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] 10.222.0.48 "DELETE /v2.0/security-groups/6e83689d-2cda-41a7-8ff5-b53fc33e0333 HTTP/1.1" status: 204 len: 168 time: 0.1765900 Jul 28 09:31:08.615967 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd39b5-ac4f-478f-a250-cb43012a5830 tempest-TestVolumeBootPattern-1888553856 tempest-TestVolumeBootPattern-1888553856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e83689d-2cda-41a7-8ff5-b53fc33e0333,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:09.680662 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 54138) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:10.059163 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:10.175452 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426779'] for router_interface (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:10.243824 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:10.399591 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] Deleting port 9eb05020-4e7e-4f67-9672-aa2748611171 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:31:10.399937 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:10.486481 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] For port 9eb05020-4e7e-4f67-9672-aa2748611171, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=9eb05020-4e7e-4f67-9672-aa2748611171,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:10.486888 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:10.501394 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] Calling delete_port for 9eb05020-4e7e-4f67-9672-aa2748611171 owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:31:10.689489 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (9eb05020-4e7e-4f67-9672-aa2748611171), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:10.715357 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb05020-4e7e-4f67-9672-aa2748611171,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:10.894764 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33031848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426895'] for router_interface (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:10.994079 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:11.355512 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:11.382730 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] Router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:31:11.505630 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:31:11.512084 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-43e9e807-ba26-46c8-ad53-04b134998017 admin admin] 10.222.0.48 "PUT /v2.0/routers/55fc80fc-c223-4aa9-bf2c-8e29de3edae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304715 Jul 28 09:31:11.514854 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 54142) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:11.517827 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d82d0d-a408-48f6-914a-d03f611a8b62 None None] Sync routers for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:31:11.528539 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d82d0d-a408-48f6-914a-d03f611a8b62 None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:31:11.529238 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a3d82d0d-a408-48f6-914a-d03f611a8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:30:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:11.638699 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Publish callbacks [] for router (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:11.638965 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a3d82d0d-a408-48f6-914a-d03f611a8b62 None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:31:11.739492 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Publish callbacks [] for router_gateway (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:11.785347 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Deleting port 24da6ca4-c4c7-4153-befa-f532c6eadd17 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:31:11.785684 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:11.813313 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a3d82d0d-a408-48f6-914a-d03f611a8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:31:10Z', 'revision_number': 5, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port': {'id': '24da6ca4-c4c7-4153-befa-f532c6eadd17', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:21Z', 'updated_at': '2022-07-28T09:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:11.840697 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d82d0d-a408-48f6-914a-d03f611a8b62 None None] Checking router: 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 for host: dv-cinder-851249-5-iscsi {{(pid=104126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:31:11.863494 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d82d0d-a408-48f6-914a-d03f611a8b62 None None] Routers {'55fc80fc-c223-4aa9-bf2c-8e29de3edae6'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:31:11.864104 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a3d82d0d-a408-48f6-914a-d03f611a8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:30:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'], 'active': True} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:11.887566 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] For port 24da6ca4-c4c7-4153-befa-f532c6eadd17, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=24da6ca4-c4c7-4153-befa-f532c6eadd17,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:11.887934 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:11.904103 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Calling delete_port for 24da6ca4-c4c7-4153-befa-f532c6eadd17 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:31:12.060749 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_dvr_db [None req-a3d82d0d-a408-48f6-914a-d03f611a8b62 None None] Set router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 gateway port host: None {{(pid=104126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:31:12.111104 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (24da6ca4-c4c7-4153-befa-f532c6eadd17), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.127323 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.l3_hamode_db [None req-a3d82d0d-a408-48f6-914a-d03f611a8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:31:11Z', 'revision_number': 6, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port_host': None}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:12.140455 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=24da6ca4-c4c7-4153-befa-f532c6eadd17,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:12.157393 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d82d0d-a408-48f6-914a-d03f611a8b62 None None] The sync data for ids ['55fc80fc-c223-4aa9-bf2c-8e29de3edae6'] in dv-cinder-851249-5-iscsi is: [{'id': '55fc80fc-c223-4aa9-bf2c-8e29de3edae6', 'name': 'tempest-TestVolumeBootPattern-661219022-router', 'tenant_id': 'b688d320376c4492b3ca97b95c5207a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:20Z', 'updated_at': '2022-07-28T09:31:11Z', 'revision_number': 6, 'project_id': 'b688d320376c4492b3ca97b95c5207a5', 'gw_port_host': None}] {{(pid=104126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:31:12.218115 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:12.224102 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432667'] for router_gateway (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.312384 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33071504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-589'] for router (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.314586 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Publish callbacks [] for router_controller (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.358152 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33071378'] for router (55fc80fc-c223-4aa9-bf2c-8e29de3edae6), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.358926 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55fc80fc-c223-4aa9-bf2c-8e29de3edae6 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:31:12.363654 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.364774 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-31b97826-e409-4057-985d-e918a2b96f5b admin admin] 10.222.0.48 "DELETE /v2.0/routers/55fc80fc-c223-4aa9-bf2c-8e29de3edae6 HTTP/1.1" status: 204 len: 168 time: 0.8486199 Jul 28 09:31:12.367250 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 54144) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:12.421693 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cb6c6e-653d-4066-b274-c466af1100c7 admin admin] Deleting subnet 4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb {{(pid=104123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:31:12.425517 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6c6e-653d-4066-b274-c466af1100c7 admin admin] Publish callbacks [] for subnet (4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.448153 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:12.463161 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6c6e-653d-4066-b274-c466af1100c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8566482'] for subnet (4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.555250 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6c6e-653d-4066-b274-c466af1100c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.617049 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6c6e-653d-4066-b274-c466af1100c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4130338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8565268'] for subnet (4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.641075 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb6c6e-653d-4066-b274-c466af1100c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:12.646720 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6c6e-653d-4066-b274-c466af1100c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.649818 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-b9cb6c6e-653d-4066-b274-c466af1100c7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4aacdfd4-65c4-491d-86f5-4ff4e7f16dcb HTTP/1.1" status: 204 len: 168 time: 0.2816575 Jul 28 09:31:12.652562 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 54146) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:12.654226 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9dae6-31c1-4046-b8f1-9b9c6f2f398f None None] Network d35f2c27-9c9b-43b1-b077-ba21c954e931 requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:31:12.735675 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (d35f2c27-9c9b-43b1-b077-ba21c954e931), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.778222 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Deleting port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:31:12.778854 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.846238 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] For port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=7fde1d43-4e27-49d2-baab-bbb87cdfed1d,segment=NetworkSegment(1045204f-77b5-404a-ab75-fbefa2455a48),segment_id=1045204f-77b5-404a-ab75-fbefa2455a48)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:12.847123 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.859479 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Calling delete_port for 7fde1d43-4e27-49d2-baab-bbb87cdfed1d owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:31:12.945178 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (7fde1d43-4e27-49d2-baab-bbb87cdfed1d), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:12.972465 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7c7470-b6d4-4c18-98fe-2251440c817f None None] DHCP port deletion for d35f2c27-9c9b-43b1-b077-ba21c954e931 request from dv-cinder-851249-5-iscsi {{(pid=104125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 09:31:12.980734 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fde1d43-4e27-49d2-baab-bbb87cdfed1d,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:12.991615 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] No DVR routers for this DVR port 7fde1d43-4e27-49d2-baab-bbb87cdfed1d on host dv-cinder-851249-5-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:31:13.044285 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 9eb05020-4e7e-4f67-9672-aa2748611171 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:13.067852 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 9eb05020-4e7e-4f67-9672-aa2748611171 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:31:13.068212 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 9eb05020-4e7e-4f67-9672-aa2748611171 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:13.068628 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 7fde1d43-4e27-49d2-baab-bbb87cdfed1d no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:13.088518 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (d35f2c27-9c9b-43b1-b077-ba21c954e931), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:13.089422 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 7fde1d43-4e27-49d2-baab-bbb87cdfed1d {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:31:13.089777 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 7fde1d43-4e27-49d2-baab-bbb87cdfed1d not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:13.090224 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 24da6ca4-c4c7-4153-befa-f532c6eadd17 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:13.111775 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 24da6ca4-c4c7-4153-befa-f532c6eadd17 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:31:13.112157 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 24da6ca4-c4c7-4153-befa-f532c6eadd17 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:13.121516 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35f2c27-9c9b-43b1-b077-ba21c954e931']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:13.132204 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1045204f-77b5-404a-ab75-fbefa2455a48') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:13.132506 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1045204f-77b5-404a-ab75-fbefa2455a48') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:13.145356 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047029'] for segment (1045204f-77b5-404a-ab75-fbefa2455a48), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:13.159525 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (1045204f-77b5-404a-ab75-fbefa2455a48), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:13.165719 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:31:13.166137 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3789489'] for segment (1045204f-77b5-404a-ab75-fbefa2455a48), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:13.228928 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (d35f2c27-9c9b-43b1-b077-ba21c954e931), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:13.234479 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:13.242446 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d35f2c27-9c9b-43b1-b077-ba21c954e931 HTTP/1.1" status: 204 len: 168 time: 0.5843928 Jul 28 09:31:13.243731 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 54152) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:13.265765 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f8bef-4831-4355-aed6-3cf7b95235c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d35f2c27-9c9b-43b1-b077-ba21c954e931,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:13.302631 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 1045204f-77b5-404a-ab75-fbefa2455a48 resource provider aggregate not found Jul 28 09:31:13.325331 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 1045204f-77b5-404a-ab75-fbefa2455a48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1045204f-77b5-404a-ab75-fbefa2455a48 found for delete ", "request_id": "req-8ea56d33-69e6-4275-93e0-c8924bdba32c"}]} Jul 28 09:31:13.590260 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426779'] for router_interface (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:13.816319 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] Deleting port 0f768b32-0265-4593-8c71-42ad59286254 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:31:13.816654 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (0f768b32-0265-4593-8c71-42ad59286254), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:13.819049 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:13.899444 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] For port 0f768b32-0265-4593-8c71-42ad59286254, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=0f768b32-0265-4593-8c71-42ad59286254,segment=NetworkSegment(249f1960-5368-47ca-a8cc-d605c4c0be40),segment_id=249f1960-5368-47ca-a8cc-d605c4c0be40)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:13.899715 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (0f768b32-0265-4593-8c71-42ad59286254), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:13.916204 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] Calling delete_port for 0f768b32-0265-4593-8c71-42ad59286254 owned by network:router_interface {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:31:13.924361 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:14.105585 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (0f768b32-0265-4593-8c71-42ad59286254), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:14.132645 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f768b32-0265-4593-8c71-42ad59286254,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:14.325206 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33031848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426895'] for router_interface (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:14.554927 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] Router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 has already been hosted by L3 agent 81ba2af3-bc63-4899-9ae1-df3c39f7210f {{(pid=104123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 09:31:14.658589 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] Notify agent at l3_agent.dv-cinder-851249-5-iscsi the message routers_updated {{(pid=104123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:31:14.664140 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-71b821cc-91e0-4897-a52c-994a8462a33b admin admin] 10.222.0.48 "PUT /v2.0/routers/ddcf4e1b-0e64-48f4-a06b-55753d4662b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4205365 Jul 28 09:31:14.666766 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 54156) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:14.671435 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cd97e-5889-4d82-a191-f1dbad8051d1 None None] Sync routers for ids ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'] in dv-cinder-851249-5-iscsi {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:31:14.681185 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cd97e-5889-4d82-a191-f1dbad8051d1 None None] Routers {'ddcf4e1b-0e64-48f4-a06b-55753d4662b5'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:31:14.681928 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7b7cd97e-5889-4d82-a191-f1dbad8051d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:30:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:14.754963 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:14.780815 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Publish callbacks [] for router (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:14.795201 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-7b7cd97e-5889-4d82-a191-f1dbad8051d1 None None] Set router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:31:14.985519 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7b7cd97e-5889-4d82-a191-f1dbad8051d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'name': 'tempest-TestVolumeBootPattern-1698792257-router', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:25Z', 'updated_at': '2022-07-28T09:31:14Z', 'revision_number': 5, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'gw_port': {'id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:26Z', 'updated_at': '2022-07-28T09:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:15.011948 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cd97e-5889-4d82-a191-f1dbad8051d1 None None] Checking router: ddcf4e1b-0e64-48f4-a06b-55753d4662b5 for host: dv-cinder-851249-5-iscsi {{(pid=104125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:31:15.023263 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cd97e-5889-4d82-a191-f1dbad8051d1 None None] Routers {'ddcf4e1b-0e64-48f4-a06b-55753d4662b5'} bound to L3 agent in host dv-cinder-851249-5-iscsi {{(pid=104125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 09:31:15.023990 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7b7cd97e-5889-4d82-a191-f1dbad8051d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851249-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T09:02:59Z,description=,heartbeat_timestamp=2022-07-28T09:30:59Z,host='dv-cinder-851249-5-iscsi',id=81ba2af3-bc63-4899-9ae1-df3c39f7210f,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T09:02:59Z,topic='l3_agent')) {'router_ids': ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'], 'active': True} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:15.136539 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_dvr_db [None req-7b7cd97e-5889-4d82-a191-f1dbad8051d1 None None] Set router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 gateway port host: dv-cinder-851249-5-iscsi {{(pid=104125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 09:31:15.137235 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:15.142870 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Publish callbacks [] for router_gateway (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.188741 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Deleting port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 {{(pid=104123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:31:15.189160 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.248558 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:15.275571 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.db [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] For port 72047ce3-65b9-43a9-bda0-ea04ee44d8f1, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=72047ce3-65b9-43a9-bda0-ea04ee44d8f1,segment=NetworkSegment(b29179e1-f1d5-4da6-99f2-6653cba022c6),segment_id=b29179e1-f1d5-4da6-99f2-6653cba022c6)] {{(pid=104123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:15.276070 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.297803 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.plugins.ml2.plugin [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Calling delete_port for 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 owned by network:router_gateway {{(pid=104123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:31:15.312052 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.db.l3_hamode_db [None req-7b7cd97e-5889-4d82-a191-f1dbad8051d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'name': 'tempest-TestVolumeBootPattern-1698792257-router', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:25Z', 'updated_at': '2022-07-28T09:31:14Z', 'revision_number': 5, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'gw_port': {'id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:26Z', 'updated_at': '2022-07-28T09:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}], 'dv-cinder-851249-5-iscsi', False) {} {{(pid=104125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:15.340956 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cd97e-5889-4d82-a191-f1dbad8051d1 None None] The sync data for ids ['ddcf4e1b-0e64-48f4-a06b-55753d4662b5'] in dv-cinder-851249-5-iscsi is: [{'id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'name': 'tempest-TestVolumeBootPattern-1698792257-router', 'tenant_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'external_fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T09:22:25Z', 'updated_at': '2022-07-28T09:31:14Z', 'revision_number': 5, 'project_id': 'fe092e0cbbe4425795519f6c4e9c976d', 'gw_port': {'id': '72047ce3-65b9-43a9-bda0-ea04ee44d8f1', 'name': '', 'network_id': 'f3a50546-3d1b-4c05-8dd3-68a62423ada2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcf4e1b-0e64-48f4-a06b-55753d4662b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851249-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T09:22:26Z', 'updated_at': '2022-07-28T09:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001348e4-e299-4f2d-901e-0a7bf251fa03', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851249-5-iscsi'}] {{(pid=104125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:31:15.471530 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4130319'] for port (72047ce3-65b9-43a9-bda0-ea04ee44d8f1), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.496249 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=72047ce3-65b9-43a9-bda0-ea04ee44d8f1,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:15.561389 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432667'] for router_gateway (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.647809 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33071504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-589'] for router (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.650160 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Publish callbacks [] for router_controller (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), precommit_delete_associations {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.699857 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33071378'] for router (ddcf4e1b-0e64-48f4-a06b-55753d4662b5), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.700820 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddcf4e1b-0e64-48f4-a06b-55753d4662b5 {{(pid=104123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:31:15.707949 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.709164 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-4b802954-b9b8-47c3-a15d-6a704cba60e2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ddcf4e1b-0e64-48f4-a06b-55753d4662b5 HTTP/1.1" status: 204 len: 168 time: 1.0414484 Jul 28 09:31:15.713323 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 54158) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:15.770527 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3da5fe-5da0-45d7-903d-670cf77b861b admin admin] Deleting subnet 7bb51729-9623-4d67-a2cf-932ecf9f54ca {{(pid=104124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 09:31:15.773794 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3e3da5fe-5da0-45d7-903d-670cf77b861b admin admin] Publish callbacks [] for subnet (7bb51729-9623-4d67-a2cf-932ecf9f54ca), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.813564 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3e3da5fe-5da0-45d7-903d-670cf77b861b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4047020'] for subnet (7bb51729-9623-4d67-a2cf-932ecf9f54ca), precommit_delete_associations {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.894756 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3e3da5fe-5da0-45d7-903d-670cf77b861b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32695595'] for subnet (7bb51729-9623-4d67-a2cf-932ecf9f54ca), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.920096 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:15.942419 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:15.960075 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3e3da5fe-5da0-45d7-903d-670cf77b861b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32695586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3789551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50436039'] for subnet (7bb51729-9623-4d67-a2cf-932ecf9f54ca), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.988447 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3da5fe-5da0-45d7-903d-670cf77b861b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb51729-9623-4d67-a2cf-932ecf9f54ca,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:15.994967 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3e3da5fe-5da0-45d7-903d-670cf77b861b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for subnet (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:15.998725 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3e3da5fe-5da0-45d7-903d-670cf77b861b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7bb51729-9623-4d67-a2cf-932ecf9f54ca HTTP/1.1" status: 204 len: 168 time: 0.2837679 Jul 28 09:31:16.000744 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 54160) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:16.003537 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b80720-68b7-4e0b-8eba-4db238b1a575 None None] Network 71af3318-884d-4061-a052-f3fc14e329ad requested from dv-cinder-851249-5-iscsi {{(pid=104125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 09:31:16.045572 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:16.089352 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32719713'] for network (71af3318-884d-4061-a052-f3fc14e329ad), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.134026 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Deleting port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c {{(pid=104124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 09:31:16.134360 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771447238157'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.203210 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.db [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] For port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c, host dv-cinder-851249-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851249-5-iscsi',level=0,port_id=e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c,segment=NetworkSegment(249f1960-5368-47ca-a8cc-d605c4c0be40),segment_id=249f1960-5368-47ca-a8cc-d605c4c0be40)] {{(pid=104124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:16.203847 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33073170'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.217690 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Calling delete_port for e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c owned by network:dhcp {{(pid=104124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 09:31:16.297186 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-907790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771447358019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771446862942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3789506'] for port (e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.327487 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:16.329267 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] No DVR routers for this DVR port e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c on host dv-cinder-851249-5-iscsi {{(pid=104124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 09:31:16.366048 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf61fff-7a06-4975-8f91-420908f0f34c None None] DHCP port deletion for 71af3318-884d-4061-a052-f3fc14e329ad request from dv-cinder-851249-5-iscsi {{(pid=104125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 09:31:16.406779 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32701445', 'neutron.services.segments.db._delete_segments_for_network-8771447315146'] for network (71af3318-884d-4061-a052-f3fc14e329ad), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.429447 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71af3318-884d-4061-a052-f3fc14e329ad']}} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:16.441250 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249f1960-5368-47ca-a8cc-d605c4c0be40') {'for_net_delete': True} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:16.441603 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.services.segments.db [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249f1960-5368-47ca-a8cc-d605c4c0be40') {} {{(pid=104124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:16.451624 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771447315047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4047029'] for segment (249f1960-5368-47ca-a8cc-d605c4c0be40), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.465753 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268'] for segment (249f1960-5368-47ca-a8cc-d605c4c0be40), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.473526 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:31:16.474021 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32688268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3789489'] for segment (249f1960-5368-47ca-a8cc-d605c4c0be40), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.519968 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 249f1960-5368-47ca-a8cc-d605c4c0be40 resource provider aggregate not found Jul 28 09:31:16.543187 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.services.segments.plugin [-] Segment 249f1960-5368-47ca-a8cc-d605c4c0be40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 249f1960-5368-47ca-a8cc-d605c4c0be40 found for delete ", "request_id": "req-8ed0a4fc-1f59-4164-b791-90550616a64b"}]} Jul 28 09:31:16.550389 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32701454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33031843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432695'] for network (71af3318-884d-4061-a052-f3fc14e329ad), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.557503 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33031821'] for network (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.560877 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/71af3318-884d-4061-a052-f3fc14e329ad HTTP/1.1" status: 204 len: 168 time: 0.5581408 Jul 28 09:31:16.577144 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5401f-855f-47c7-9b4b-9bb3a4f6c5a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=71af3318-884d-4061-a052-f3fc14e329ad,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:16.691164 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 54168) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:16.732339 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-a9e3ea66-b807-4a65-8090-e48c77ae5d96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b688d320376c4492b3ca97b95c5207a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400043 Jul 28 09:31:16.735103 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.wsgi [-] (104124) accepted ('10.222.0.48', 54170) {{(pid=104124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:16.787859 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d20db22-b111-4f41-a3b0-c9e69e1199ae admin admin] Publish callbacks [] for security_group (fd59ca3f-9bcb-4fa6-9308-e8aa460d83c0), before_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.810966 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d20db22-b111-4f41-a3b0-c9e69e1199ae admin admin] Publish callbacks [] for security_group (fd59ca3f-9bcb-4fa6-9308-e8aa460d83c0), precommit_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.820223 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 0f768b32-0265-4593-8c71-42ad59286254 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:16.843923 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 0f768b32-0265-4593-8c71-42ad59286254 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:31:16.844289 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 0f768b32-0265-4593-8c71-42ad59286254 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:16.844665 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:16.864121 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:31:16.864501 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device 72047ce3-65b9-43a9-bda0-ea04ee44d8f1 not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:16.864973 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c no longer exists at agent ovs-agent-dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:16.870557 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d20db22-b111-4f41-a3b0-c9e69e1199ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (fd59ca3f-9bcb-4fa6-9308-e8aa460d83c0), after_delete {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.873154 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron_lib.callbacks.manager [None req-3d20db22-b111-4f41-a3b0-c9e69e1199ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:16.874356 dv-cinder-851249-5-iscsi neutron-server[104124]: INFO neutron.wsgi [None req-3d20db22-b111-4f41-a3b0-c9e69e1199ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd59ca3f-9bcb-4fa6-9308-e8aa460d83c0 HTTP/1.1" status: 204 len: 168 time: 0.1383359 Jul 28 09:31:16.885268 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.plugin [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] No Port match for: e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c {{(pid=104125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 09:31:16.886086 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron.plugins.ml2.rpc [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Device e5dd008b-cb70-46f9-8b5d-28a6ba7edb5c not bound to the agent host dv-cinder-851249-5-iscsi {{(pid=104125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:16.889984 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20db22-b111-4f41-a3b0-c9e69e1199ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd59ca3f-9bcb-4fa6-9308-e8aa460d83c0,revision_number=None']} {{(pid=104124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:17.246388 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 54176) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:17.286363 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-1ab1110b-1aad-4ba3-9308-9013094ca968 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe092e0cbbe4425795519f6c4e9c976d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387878 Jul 28 09:31:17.288884 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.wsgi [-] (104123) accepted ('10.222.0.48', 54178) {{(pid=104123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 09:31:17.347346 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-521ec909-eed3-4829-874d-b765ab9cbd0b admin admin] Publish callbacks [] for security_group (509e33d5-481a-4844-b1fa-59b804b3dfab), before_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:17.374701 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-521ec909-eed3-4829-874d-b765ab9cbd0b admin admin] Publish callbacks [] for security_group (509e33d5-481a-4844-b1fa-59b804b3dfab), precommit_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:17.408397 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:17.425980 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-521ec909-eed3-4829-874d-b765ab9cbd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-395676'] for security_group (509e33d5-481a-4844-b1fa-59b804b3dfab), after_delete {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:17.428628 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron_lib.callbacks.manager [None req-521ec909-eed3-4829-874d-b765ab9cbd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:17.429777 dv-cinder-851249-5-iscsi neutron-server[104123]: INFO neutron.wsgi [None req-521ec909-eed3-4829-874d-b765ab9cbd0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/509e33d5-481a-4844-b1fa-59b804b3dfab HTTP/1.1" status: 204 len: 168 time: 0.1399555 Jul 28 09:31:17.437791 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ec909-eed3-4829-874d-b765ab9cbd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509e33d5-481a-4844-b1fa-59b804b3dfab,revision_number=None']} {{(pid=104123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:22.101754 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=83 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:22.131255 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=90 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:22.693721 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:26.878285 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=81 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:26.879062 dv-cinder-851249-5-iscsi neutron-server[104124]: DEBUG dbcounter [-] [104124] Writing DB stats neutron:SELECT=75,neutron:DELETE=7 {{(pid=104124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:26.884413 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-660135f1-94fd-4240-8e2c-59ff18f26309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:27.433185 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:SELECT=1 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:27.434031 dv-cinder-851249-5-iscsi neutron-server[104123]: DEBUG dbcounter [-] [104123] Writing DB stats neutron:UPDATE=2,neutron:SELECT=74,neutron:DELETE=5 {{(pid=104123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:29.402071 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f59eb497-1c7d-4ded-ba1e-4bbf71106515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:30.338264 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:31.820393 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:31.933525 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:41.921681 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:41.928549 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:42.414726 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:31:52.692261 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:56.868800 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=15 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:56.870634 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=19 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:31:56.880648 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-11e00151-dfa8-4653-8944-0247db359108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:31:59.404244 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f7996527-9bdf-42c3-a9a5-c9857b913c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:00.335274 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:01.823371 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:01.936393 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:11.930227 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:32:11.932170 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:32:19.413510 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:32:22.691611 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:26.881865 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-268a0143-db61-4172-b511-54104e76afeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:28.427355 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:32:29.405672 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-1c3236f7-4c4d-4c98-91f6-8f017a56c756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:29.410294 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:32:30.341465 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:31.826848 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:31.941111 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:41.933683 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:32:41.936644 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:32:52.706121 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:56.413286 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:32:56.886145 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8a36a837-d13f-489c-bc10-a9b38770ae10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:32:59.409190 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-c33ed2ef-f6be-4ee0-9aa2-921c99fa507f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:00.343635 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:01.832066 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:01.943678 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:06.409120 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:33:06.409927 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:33:16.859770 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:33:16.860550 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:UPDATE=1,neutron:SELECT=23 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:33:22.714029 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:26.891101 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-23ed8fa8-5999-45de-8421-eeb0bcb15d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:29.413667 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-df0859b4-8981-4b8e-a717-5be55675acfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:30.344236 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:31.835380 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:31.939924 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:33.413308 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:33:41.934256 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:33:41.936292 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:33:42.421591 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:33:43.409545 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:33:52.735384 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:56.859050 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=11 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:33:56.860960 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=15 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:33:56.896851 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-bc39ea38-fef6-43f0-916b-515a763c2b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:33:59.409761 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-73274138-f7aa-449e-bf18-c7af3c50e9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:00.348513 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:01.836612 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:01.932937 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:10.412761 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:34:11.926233 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:34:11.928768 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:34:20.408240 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:34:20.409001 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:34:22.744466 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:26.899080 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-fbf480df-4500-4d13-ac34-d62cc5736279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:29.412675 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3f1e76c9-9702-49bc-93a5-c8847232172c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:30.352459 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:31.841263 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:31.937679 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:41.931151 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:34:41.933761 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:34:47.413086 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:34:52.755710 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:56.418828 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:34:56.901344 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-5418a885-21ff-4c13-974d-f41334ca2193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:34:57.408680 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=7 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:34:59.416276 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-766462e3-d577-4c20-8bfa-7924847e378b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:00.353039 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:01.842988 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:01.943241 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:16.857482 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:35:16.858557 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:35:22.754061 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:24.413270 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:35:26.905523 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7b1395a1-84a7-490d-9b0d-335d2e7e4ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:29.418765 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-3cb4bd80-435b-4e46-91d1-77ace43a1516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:30.356051 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:31.847253 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:31.940150 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:34.409125 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=5 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:35:34.410111 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:35:41.926871 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:35:41.935725 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:35:52.756591 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:56.855316 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=11 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:35:56.857201 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=15 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:35:56.908483 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-756c9db7-60a3-48c2-851c-f18a11911490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:35:59.423271 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ac40d952-9563-4bf3-bc2a-4897cd46043c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:36:00.359144 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:36:01.413580 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:36:01.849776 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:36:01.935653 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:36:11.444436 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=4 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:36:11.445215 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=6 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:36:11.928684 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:36:11.931036 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:36:22.768313 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-f3a649df-af1a-48fd-9219-0a163791fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (03a7afcf-dc05-4361-bf7b-504c28a095f7), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:36:26.912273 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-ed6bc792-3fdd-4332-9059-ceb75aef7f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (c7afa3df-d198-456d-9a45-856db647511b), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:36:29.424941 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-8ac21542-0559-413a-8092-29771cd00f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (81ba2af3-bc63-4899-9ae1-df3c39f7210f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:36:30.362379 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-d371631b-aabf-41ed-8dc8-937d53274392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (58d65d12-4ba6-4ef2-a367-6be429982588), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:36:31.852620 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-7ad5121c-40dd-46b9-8d03-b70db4cc9186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (02c36356-3de0-4379-a67e-ece0ca1bb628), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:36:31.939724 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG neutron_lib.callbacks.manager [None req-88267ac2-8dd1-4b2d-a90e-6f2454993f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771447315128', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32695258'] for agent (6883098b-4ba9-4e43-a3aa-0dc64c73ef3f), after_update {{(pid=104125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 09:36:38.415430 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG neutron.db.agents_db [None req-a32c896a-40e5-48d4-8d83-f8e9a68e84f0 None None] Agent healthcheck: found 6 active agents {{(pid=104126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:36:41.933361 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:36:41.935384 dv-cinder-851249-5-iscsi neutron-server[104125]: DEBUG dbcounter [-] [104125] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 09:36:48.409029 dv-cinder-851249-5-iscsi neutron-server[104126]: DEBUG dbcounter [-] [104126] Writing DB stats neutron:SELECT=3 {{(pid=104126) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}